Upload folder using huggingface_hub

.gitattributes

@@ -61,3 +61,4 @@ p5-mae-base-d152/wandb/run-20260818_044112-phase5-p5-mae-base-d152/run-phase5-p5
 p5-mae-base-d153/wandb/run-20260818_044142-phase5-p5-mae-base-d153/run-phase5-p5-mae-base-d153.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-base-d165/wandb/run-20260818_044448-phase5-p5-mae-base-d165/run-phase5-p5-mae-base-d165.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-base-d167/wandb/run-20260818_044623-phase5-p5-mae-base-d167/run-phase5-p5-mae-base-d167.wandb filter=lfs diff=lfs merge=lfs -text
+p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/run-phase5-p5-mae-base-d17.wandb filter=lfs diff=lfs merge=lfs -text

p5-mae-base-d17/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.01080078125
+  - 0.01080078125
+  - 0.37251171875
+  - 0.01080078125
+  - 0.01080078125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.4331015625
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d17
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d17/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.01080078125
+  - 0.01080078125
+  - 0.37251171875
+  - 0.01080078125
+  - 0.01080078125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.4331015625
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d17
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d17/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d17/exports/step_00005000",
+  "fingerprint": "b77c0d513ab89857",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d17",
+  "probe/map": 0.11040628084778588,
+  "probe/map_train": 0.6896721092415037,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.1338752847097715,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.576722022960894,
+  "probe/total_s": 25.595612235018052,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12464036023910502
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12519193588989297
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1281903064076345
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1338752847097715
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.13112514278987525
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.11407937431589575
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08886692650700995
+    }
+  ],
+  "per_class_ap": [
+    0.5985016226768494,
+    0.007325723301619291,
+    0.04322712868452072,
+    0.16474327445030212,
+    0.042745742946863174,
+    0.24450689554214478,
+    0.17978379130363464,
+    0.2673589587211609,
+    0.016634151339530945,
+    0.031544558703899384,
+    0.013787160627543926,
+    0.078031525015831,
+    0.4287298917770386,
+    0.19553464651107788,
+    0.04699777066707611,
+    0.32267075777053833,
+    0.21466165781021118,
+    0.3237088918685913,
+    0.031266674399375916,
+    0.02492782287299633,
+    0.18100808560848236,
+    0.0424632728099823,
+    0.08242779225111008,
+    0.10813747346401215,
+    0.035562943667173386,
+    0.04060249403119087,
+    0.043698348104953766,
+    0.1329999417066574,
+    0.18566814064979553,
+    0.02559063956141472,
+    0.2216578722000122,
+    0.1001235768198967,
+    0.011276382021605968,
+    0.05736064538359642,
+    0.21563367545604706,
+    0.02163628116250038,
+    0.2806555926799774,
+    0.04001003876328468,
+    0.05980989336967468,
+    0.07927700132131577,
+    0.1059037372469902,
+    0.010994256474077702,
+    0.041333943605422974,
+    0.2879858613014221,
+    0.00999836903065443,
+    0.06828518956899643,
+    0.011714802123606205,
+    0.09537464380264282,
+    0.04710917919874191,
+    0.04752755165100098,
+    0.11547613143920898,
+    0.006191560532897711,
+    0.02555941231548786,
+    0.03991324454545975,
+    0.12512442469596863,
+    0.07486437261104584,
+    0.13110719621181488,
+    0.3103952705860138,
+    0.07900582253932953,
+    0.03694901987910271,
+    0.17199942469596863,
+    0.1834479719400406,
+    0.021989215165376663,
+    0.11706534773111343,
+    0.5245103240013123,
+    0.2317657172679901,
+    0.2078160047531128,
+    0.22207383811473846,
+    0.30431318283081055,
+    0.34705543518066406,
+    0.08661936968564987,
+    0.06368657946586609,
+    0.16451376676559448,
+    0.13932475447654724,
+    0.13978305459022522,
+    0.19499355554580688,
+    0.03999703377485275,
+    0.15860092639923096,
+    0.1305716186761856,
+    0.046986062079668045,
+    0.01531851477921009,
+    0.047611892223358154,
+    0.14550474286079407,
+    0.04593987017869949,
+    0.07003592699766159,
+    0.020615532994270325,
+    0.026417290791869164,
+    0.023769596591591835,
+    0.023206420242786407,
+    0.08263237774372101,
+    0.021652251482009888,
+    0.02145339921116829,
+    0.1280588060617447,
+    0.008419279009103775,
+    0.030933402478694916,
+    0.04072936624288559,
+    0.013686555437743664,
+    0.03160959482192993,
+    0.14150051772594452,
+    0.2110413908958435,
+    0.10462469607591629,
+    0.26569026708602905,
+    0.035332851111888885,
+    0.03423801809549332,
+    0.011409096419811249,
+    0.057453181594610214,
+    0.03428173065185547,
+    0.026168717071413994,
+    0.0584658719599247,
+    0.1737227588891983,
+    0.16056014597415924,
+    0.0841248482465744,
+    0.07267940789461136,
+    0.08072809129953384,
+    0.027323102578520775,
+    0.11013968288898468,
+    0.11162810772657394,
+    0.08772159367799759,
+    0.09143630415201187,
+    0.13600634038448334,
+    0.1356981247663498,
+    0.11219508945941925,
+    0.08294381946325302,
+    0.03130247816443443,
+    0.010608122684061527,
+    0.01877661794424057,
+    0.11170410364866257,
+    0.16256515681743622,
+    0.06791867315769196,
+    0.07204010337591171,
+    0.0038239648565649986,
+    0.0494878813624382,
+    0.16853554546833038,
+    0.17357179522514343,
+    0.024686189368367195,
+    0.0065800901502370834,
+    0.03677673637866974,
+    0.6924996376037598,
+    0.20197103917598724,
+    0.26704394817352295,
+    0.3657365143299103,
+    0.24591150879859924,
+    0.09328531473875046,
+    0.12048184871673584,
+    0.08870900422334671,
+    0.08661946654319763,
+    0.05731305852532387,
+    0.1530768871307373,
+    0.08237232267856598,
+    0.1519959717988968,
+    0.14842066168785095,
+    0.17107966542243958,
+    0.18148492276668549,
+    0.06391114741563797,
+    0.07928704470396042,
+    0.16407133638858795,
+    0.1026013046503067,
+    0.05295450985431671,
+    0.020514102652668953,
+    0.05696777626872063,
+    0.3789122998714447,
+    0.24613022804260254,
+    0.2786785662174225,
+    0.13436348736286163,
+    0.21375973522663116,
+    0.24563142657279968,
+    0.2599296271800995,
+    0.11589489877223969,
+    0.27159935235977173,
+    0.29025739431381226,
+    0.11905649304389954,
+    0.2811910808086395,
+    0.31562384963035583,
+    0.11840155720710754,
+    0.044453930109739304,
+    0.05695241317152977,
+    0.11969439685344696,
+    0.3088924288749695,
+    0.03303476795554161,
+    0.08182185888290405,
+    0.11558850854635239,
+    0.08723011612892151,
+    0.12544959783554077,
+    0.29507139325141907,
+    0.041681431233882904,
+    0.34292036294937134,
+    0.35383424162864685,
+    0.1691189855337143,
+    0.23811160027980804,
+    0.09067779779434204,
+    0.12649567425251007,
+    0.07405424863100052,
+    0.260123074054718,
+    0.1394282877445221,
+    0.15820430219173431,
+    0.37533071637153625,
+    0.04896912723779678,
+    0.056809183210134506,
+    0.10739599168300629,
+    0.18349532783031464,
+    0.04733923450112343,
+    0.19482997059822083,
+    0.07318093627691269,
+    0.18977326154708862,
+    0.22943413257598877,
+    0.12517601251602173,
+    0.12681597471237183,
+    0.3458271622657776,
+    0.171015664935112,
+    0.2800246775150299,
+    0.6898899078369141,
+    0.3335078954696655,
+    0.4467313289642334,
+    0.024138927459716797,
+    0.23212380707263947,
+    0.09344097226858139,
+    0.023725155740976334,
+    0.17845848202705383,
+    0.10503387451171875,
+    0.11554103344678879,
+    0.12825939059257507,
+    0.09539832174777985,
+    0.19628073275089264,
+    0.17794868350028992,
+    0.04468963295221329,
+    0.062079839408397675,
+    0.07324706017971039,
+    0.037746552377939224,
+    0.09877734631299973,
+    0.026852643117308617,
+    0.029640987515449524,
+    0.05365002900362015,
+    0.06201478838920593,
+    0.023682303726673126,
+    0.02522796206176281,
+    0.009079871699213982,
+    0.17814303934574127,
+    0.021205533295869827,
+    0.30736568570137024,
+    0.028316961601376534,
+    0.13723817467689514,
+    0.24353958666324615,
+    0.29679572582244873,
+    0.17538538575172424,
+    0.11601884663105011,
+    0.24930210411548615,
+    0.03615308925509453,
+    0.15005739033222198,
+    0.015110870823264122,
+    0.08023344725370407,
+    0.11778921633958817,
+    0.02273843251168728,
+    0.04113912954926491,
+    0.060364287346601486,
+    0.039734408259391785,
+    0.1422213464975357,
+    0.2000894546508789,
+    0.13851043581962585,
+    0.12321946769952774,
+    0.07307428866624832,
+    0.05032975971698761,
+    0.03304753452539444,
+    0.12599188089370728,
+    0.1048877090215683,
+    0.009568316861987114,
+    0.030983049422502518,
+    0.04856866970658302,
+    0.07252714037895203,
+    0.0773390606045723,
+    0.022475464269518852,
+    0.030286801978945732,
+    0.1688203662633896,
+    0.04896842688322067,
+    0.02929624356329441,
+    0.19139505922794342,
+    0.02963278256356716,
+    0.043403953313827515,
+    0.02184503898024559,
+    0.06133434921503067,
+    0.033569544553756714,
+    0.01262694038450718,
+    0.24142110347747803,
+    0.10160089284181595,
+    0.17605839669704437,
+    0.06711434572935104,
+    0.18081842362880707,
+    0.2703894078731537,
+    0.29723092913627625,
+    0.17603333294391632,
+    0.17521469295024872,
+    0.16471272706985474,
+    0.13690361380577087,
+    0.10987672954797745,
+    0.26423871517181396,
+    0.13048674166202545,
+    0.134728342294693,
+    0.09320519119501114,
+    0.007382867857813835,
+    0.010000622831285,
+    0.006263602990657091,
+    0.24627509713172913,
+    0.1528581827878952,
+    0.10847432911396027,
+    0.0496537871658802,
+    0.03365011513233185,
+    0.07740233838558197,
+    0.021819815039634705,
+    0.14756366610527039,
+    0.05230516567826271,
+    0.05794956907629967,
+    0.09887605160474777,
+    0.020786499604582787,
+    0.06010862812399864,
+    0.04972967505455017,
+    0.04206804558634758,
+    0.07212880253791809,
+    0.042057886719703674,
+    0.030323386192321777,
+    0.11645825952291489,
+    0.04577597975730896,
+    0.13689513504505157,
+    0.0650067925453186,
+    0.36724573373794556,
+    0.21540330350399017,
+    0.15597496926784515,
+    0.22309446334838867,
+    0.025430573150515556,
+    0.05088891088962555,
+    0.22124642133712769,
+    0.20452076196670532,
+    0.11517763137817383,
+    0.21355248987674713,
+    0.21487173438072205,
+    0.17158439755439758,
+    0.18130318820476532,
+    0.10160769522190094,
+    0.05781278386712074,
+    0.1537105143070221,
+    0.05886075273156166,
+    0.025332501158118248,
+    0.05461163446307182,
+    0.01083505991846323,
+    0.034865058958530426,
+    0.13829655945301056,
+    0.09128768742084503,
+    0.042504969984292984,
+    0.0648510754108429,
+    0.23121914267539978,
+    0.024468330666422844,
+    0.014647576957941055,
+    0.045042481273412704,
+    0.017208188772201538,
+    0.03407948464155197,
+    0.07002628594636917,
+    0.026080673560500145,
+    0.04296929016709328,
+    0.04544167220592499,
+    0.013530303724110126,
+    0.03719695657491684,
+    0.11861429363489151,
+    0.00806313008069992,
+    0.02217666432261467,
+    0.08314049988985062,
+    0.05633212625980377,
+    0.020028388127684593,
+    0.024298904463648796,
+    0.3462907373905182,
+    0.14114338159561157,
+    0.010255381464958191,
+    0.12052043527364731,
+    0.10782688856124878,
+    0.13265465199947357,
+    0.07250216603279114,
+    0.30644574761390686,
+    0.12385562807321548,
+    0.02477940171957016,
+    0.05593191459774971,
+    0.04163593053817749,
+    0.007071445230394602,
+    0.014620785601437092,
+    0.03756798431277275,
+    0.08533596992492676,
+    0.05420849099755287,
+    0.035688966512680054,
+    0.12009294331073761,
+    0.16137000918388367,
+    0.15613798797130585,
+    0.029084250330924988,
+    0.04377951845526695,
+    0.055160362273454666,
+    0.22574035823345184,
+    0.06381169706583023,
+    0.014200705103576183,
+    0.3533065915107727,
+    0.19760659337043762,
+    0.0333724319934845,
+    0.3922968804836273,
+    0.5053759813308716,
+    0.017914194613695145,
+    0.3274838626384735,
+    0.2945534586906433,
+    0.040378425270318985,
+    0.0951143354177475,
+    0.14796876907348633,
+    0.015655286610126495,
+    0.026298344135284424,
+    0.011174223385751247,
+    0.0232806708663702,
+    0.032072022557258606,
+    0.009915872476994991,
+    0.007787850685417652,
+    0.06487925350666046,
+    0.013590476475656033,
+    0.01614069752395153,
+    0.2708685100078583,
+    0.1686304658651352,
+    0.016240384429693222,
+    0.010501930490136147,
+    0.07775618135929108,
+    0.1331784874200821,
+    0.157181516289711,
+    0.07229863852262497,
+    0.07149267941713333,
+    0.13904038071632385,
+    0.08127974718809128,
+    0.08090244233608246,
+    0.03688172623515129,
+    0.1421423703432083,
+    0.15201178193092346,
+    0.15146934986114502,
+    0.10905889421701431,
+    0.12235802412033081,
+    0.1395905762910843,
+    0.06297845393419266,
+    0.006339088082313538,
+    0.0980980172753334,
+    0.26296648383140564,
+    0.06788725405931473,
+    0.10429669916629791,
+    0.0119991609826684,
+    0.020577164366841316,
+    0.023135995492339134,
+    0.006997278425842524,
+    0.051342327147722244,
+    0.005766615737229586,
+    0.09309374541044235,
+    0.01278179232031107,
+    0.010290980339050293,
+    0.0065905870869755745,
+    0.021565109491348267,
+    0.027082409709692,
+    0.034854207187891006,
+    0.0062125432305037975,
+    0.028379889205098152,
+    0.019802996888756752,
+    0.12947781383991241,
+    0.014937910251319408,
+    0.06696857511997223,
+    0.04028761386871338,
+    0.08575952798128128,
+    0.03713670372962952,
+    0.030314262956380844,
+    0.1534023880958557,
+    0.4495415985584259,
+    0.1790512353181839,
+    0.09873344749212265,
+    0.035381387919187546,
+    0.08672825992107391,
+    0.0416695773601532,
+    0.08176577836275101,
+    0.08673794567584991,
+    0.07451947778463364,
+    0.06950049847364426,
+    0.008916787803173065,
+    0.1243475079536438,
+    0.006360101047903299,
+    0.22118207812309265,
+    0.0452398955821991,
+    0.04191729798913002,
+    0.18030937016010284,
+    0.1287735402584076,
+    0.06707006692886353,
+    0.009782867506146431,
+    0.05846831202507019,
+    0.058647286146879196,
+    0.016899267211556435,
+    0.006081302650272846,
+    0.052562154829502106,
+    0.03631171956658363,
+    0.04426156356930733,
+    0.14355967938899994,
+    0.1941259354352951,
+    0.06376069784164429,
+    0.16595830023288727,
+    0.22495099902153015,
+    0.04184786230325699,
+    0.033262137323617935,
+    0.12500643730163574,
+    0.040862713009119034,
+    0.07607965171337128,
+    0.13731542229652405,
+    0.24598082900047302,
+    0.011293621733784676,
+    0.12834642827510834,
+    0.016951920464634895,
+    0.01151958853006363,
+    0.08177437633275986,
+    0.013597526587545872,
+    0.010059759952127934,
+    0.026891207322478294,
+    0.019639454782009125,
+    0.1305457502603531,
+    0.0601019449532032,
+    0.011415449902415276,
+    0.0980445146560669,
+    0.24615256488323212,
+    0.017544221132993698,
+    0.3408333659172058,
+    0.02731410413980484,
+    0.028578389436006546,
+    0.02401544712483883,
+    0.2154930979013443,
+    0.1672738641500473,
+    0.02697138860821724,
+    0.005544404964894056,
+    0.10491479188203812,
+    0.10934137552976608
+  ]
+}

p5-mae-base-d17/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.01080078125
+  - 0.01080078125
+  - 0.37251171875
+  - 0.01080078125
+  - 0.01080078125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.4331015625
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d17
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d17/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b46356f6a97249cc639c53239d7d08beebc69ea8822477ec816a22fe1fe55a
+size 352156376

p5-mae-base-d17/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d17/exports/step_00010000",
+  "fingerprint": "b77c0d513ab89857",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d17",
+  "probe/map": 0.12468736328227017,
+  "probe/map_train": 0.7347081615191936,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.14727307577702292,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.979649940039963,
+  "probe/total_s": 27.06880164204631,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.13964416424830425
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1398191481971834
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1419460690457487
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.14727307577702292
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14646466601767225
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1324399726339872
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10698113575325024
+    }
+  ],
+  "per_class_ap": [
+    0.6129623055458069,
+    0.009543460793793201,
+    0.04671328142285347,
+    0.15267275273799896,
+    0.09234829992055893,
+    0.2493770569562912,
+    0.18209049105644226,
+    0.29511749744415283,
+    0.023425281047821045,
+    0.025008561089634895,
+    0.015578322112560272,
+    0.06600216031074524,
+    0.44450998306274414,
+    0.2966926693916321,
+    0.046216510236263275,
+    0.4056922197341919,
+    0.271242618560791,
+    0.3567608594894409,
+    0.030839858576655388,
+    0.12229231745004654,
+    0.24679380655288696,
+    0.07687823474407196,
+    0.14662186801433563,
+    0.12640538811683655,
+    0.05471384897828102,
+    0.01865880750119686,
+    0.05621849745512009,
+    0.16202899813652039,
+    0.1793411523103714,
+    0.040468282997608185,
+    0.2636566460132599,
+    0.09416597336530685,
+    0.017309410497546196,
+    0.06752628087997437,
+    0.229371577501297,
+    0.025292562320828438,
+    0.31430113315582275,
+    0.03560476005077362,
+    0.05449286475777626,
+    0.10953157395124435,
+    0.13917061686515808,
+    0.011619261465966702,
+    0.05826374515891075,
+    0.3335943818092346,
+    0.016741666942834854,
+    0.05622691288590431,
+    0.008460384793579578,
+    0.10802557319402695,
+    0.04519907012581825,
+    0.056798189878463745,
+    0.10815190523862839,
+    0.008720838464796543,
+    0.025784166529774666,
+    0.020976224914193153,
+    0.18963737785816193,
+    0.10140576213598251,
+    0.17919515073299408,
+    0.31185996532440186,
+    0.07407081872224808,
+    0.051256030797958374,
+    0.1760919839143753,
+    0.1752646267414093,
+    0.04119160398840904,
+    0.10947810858488083,
+    0.5467098355293274,
+    0.2397918403148651,
+    0.2683505415916443,
+    0.2381558120250702,
+    0.3423003554344177,
+    0.3433493375778198,
+    0.1347436010837555,
+    0.1067851334810257,
+    0.16437460482120514,
+    0.14615711569786072,
+    0.159061998128891,
+    0.20896661281585693,
+    0.05452137440443039,
+    0.2169298678636551,
+    0.1378844827413559,
+    0.07078851014375687,
+    0.014566072262823582,
+    0.06708540767431259,
+    0.21920886635780334,
+    0.07770741730928421,
+    0.08292531222105026,
+    0.023154130205512047,
+    0.046319328248500824,
+    0.017339859157800674,
+    0.020412757992744446,
+    0.06050435081124306,
+    0.05683710798621178,
+    0.05353400483727455,
+    0.18369770050048828,
+    0.011975881643593311,
+    0.04136556386947632,
+    0.05635373294353485,
+    0.019016247242689133,
+    0.0222090445458889,
+    0.13096937537193298,
+    0.1805054098367691,
+    0.14976662397384644,
+    0.21355484426021576,
+    0.04913906380534172,
+    0.05065575987100601,
+    0.019724151119589806,
+    0.03851352259516716,
+    0.06019546836614609,
+    0.061528731137514114,
+    0.07000637799501419,
+    0.17209163308143616,
+    0.22314491868019104,
+    0.11266583204269409,
+    0.09338846802711487,
+    0.08618936687707901,
+    0.031765446066856384,
+    0.15502957999706268,
+    0.15682649612426758,
+    0.06904193758964539,
+    0.09195149689912796,
+    0.29305216670036316,
+    0.30979377031326294,
+    0.16449804604053497,
+    0.06345918029546738,
+    0.08477593958377838,
+    0.008593233302235603,
+    0.014336537569761276,
+    0.1100001409649849,
+    0.13373690843582153,
+    0.10047827661037445,
+    0.06568655371665955,
+    0.005481669679284096,
+    0.03998266160488129,
+    0.18507608771324158,
+    0.17424091696739197,
+    0.03790147230029106,
+    0.006942950654774904,
+    0.04121660813689232,
+    0.7006849050521851,
+    0.2234351933002472,
+    0.28750181198120117,
+    0.3913511633872986,
+    0.2853023111820221,
+    0.10026692599058151,
+    0.11637357622385025,
+    0.07083960622549057,
+    0.06729309260845184,
+    0.06761521846055984,
+    0.1878354400396347,
+    0.12272363901138306,
+    0.1713627576828003,
+    0.1446562260389328,
+    0.15023571252822876,
+    0.23425891995429993,
+    0.1152079626917839,
+    0.11885399371385574,
+    0.17539501190185547,
+    0.0840253233909607,
+    0.09107274562120438,
+    0.019234249368309975,
+    0.044535525143146515,
+    0.4780725836753845,
+    0.3025190234184265,
+    0.26115068793296814,
+    0.12730245292186737,
+    0.23749268054962158,
+    0.24867862462997437,
+    0.24328215420246124,
+    0.153746098279953,
+    0.26441681385040283,
+    0.33305123448371887,
+    0.18683867156505585,
+    0.24557805061340332,
+    0.2670873701572418,
+    0.12484247982501984,
+    0.13211379945278168,
+    0.05221403390169144,
+    0.1533677726984024,
+    0.3257077932357788,
+    0.055850084871053696,
+    0.149565190076828,
+    0.16650843620300293,
+    0.13991650938987732,
+    0.14328239858150482,
+    0.22879447042942047,
+    0.06139630079269409,
+    0.37883609533309937,
+    0.34021827578544617,
+    0.17616252601146698,
+    0.25244835019111633,
+    0.11903649568557739,
+    0.14197926223278046,
+    0.07826489210128784,
+    0.3196357488632202,
+    0.1827540248632431,
+    0.15233127772808075,
+    0.3775765299797058,
+    0.05685710906982422,
+    0.0751301646232605,
+    0.1202397570014,
+    0.28014880418777466,
+    0.035596780478954315,
+    0.1990915983915329,
+    0.05250423774123192,
+    0.16878169775009155,
+    0.2663155496120453,
+    0.12946295738220215,
+    0.15368801355361938,
+    0.5346000790596008,
+    0.2113485485315323,
+    0.23366712033748627,
+    0.7403450608253479,
+    0.3833446204662323,
+    0.4725451171398163,
+    0.04837121441960335,
+    0.3137417435646057,
+    0.06234262138605118,
+    0.025769222527742386,
+    0.2130090296268463,
+    0.12084249407052994,
+    0.10484614968299866,
+    0.16226078569889069,
+    0.11117415875196457,
+    0.17025268077850342,
+    0.17270761728286743,
+    0.06010502204298973,
+    0.04540688917040825,
+    0.05636502057313919,
+    0.037791915237903595,
+    0.15039311349391937,
+    0.030778544023633003,
+    0.0401463508605957,
+    0.03212603181600571,
+    0.07765083014965057,
+    0.04181728512048721,
+    0.017370643094182014,
+    0.01023484393954277,
+    0.1527155637741089,
+    0.016359182074666023,
+    0.3822788596153259,
+    0.03202221915125847,
+    0.17987261712551117,
+    0.28226009011268616,
+    0.2612878978252411,
+    0.17993733286857605,
+    0.13186952471733093,
+    0.24685049057006836,
+    0.04701896756887436,
+    0.17852537333965302,
+    0.017316561192274094,
+    0.08834244310855865,
+    0.10837478190660477,
+    0.012989412993192673,
+    0.028347792103886604,
+    0.06447114795446396,
+    0.03880370035767555,
+    0.14451181888580322,
+    0.15403921902179718,
+    0.14242763817310333,
+    0.0759614109992981,
+    0.0422583669424057,
+    0.02682989463210106,
+    0.0640845000743866,
+    0.15981422364711761,
+    0.04907325282692909,
+    0.01607314683496952,
+    0.031070884317159653,
+    0.044033750891685486,
+    0.08848981559276581,
+    0.10554081201553345,
+    0.021814459934830666,
+    0.03176164999604225,
+    0.2273198664188385,
+    0.07332073897123337,
+    0.02608104795217514,
+    0.1705712229013443,
+    0.031177742406725883,
+    0.045531079173088074,
+    0.020188208669424057,
+    0.05501541495323181,
+    0.036651138216257095,
+    0.021072419360280037,
+    0.1972028911113739,
+    0.12669144570827484,
+    0.20977813005447388,
+    0.06473914533853531,
+    0.22375141084194183,
+    0.32829025387763977,
+    0.3421578109264374,
+    0.20247991383075714,
+    0.2337970733642578,
+    0.1926165223121643,
+    0.16046595573425293,
+    0.11020364612340927,
+    0.2054227590560913,
+    0.17470918595790863,
+    0.19669821858406067,
+    0.11538895219564438,
+    0.007327549625188112,
+    0.027623096480965614,
+    0.006763451732695103,
+    0.2790016531944275,
+    0.17766351997852325,
+    0.14014947414398193,
+    0.03476523607969284,
+    0.036111921072006226,
+    0.08117160946130753,
+    0.030840497463941574,
+    0.15711231529712677,
+    0.053930994123220444,
+    0.06484094262123108,
+    0.11633408814668655,
+    0.08054425567388535,
+    0.09958821535110474,
+    0.06190238520503044,
+    0.06872303783893585,
+    0.10128431022167206,
+    0.05139794945716858,
+    0.03860131651163101,
+    0.13531482219696045,
+    0.05856477469205856,
+    0.18699277937412262,
+    0.0654621347784996,
+    0.3900427222251892,
+    0.2969352900981903,
+    0.2006234973669052,
+    0.22774738073349,
+    0.040879376232624054,
+    0.06452392786741257,
+    0.2406994253396988,
+    0.21379564702510834,
+    0.12574706971645355,
+    0.23602017760276794,
+    0.24174146354198456,
+    0.28026053309440613,
+    0.2242833822965622,
+    0.13385272026062012,
+    0.08713775128126144,
+    0.17093195021152496,
+    0.04468279704451561,
+    0.03265207260847092,
+    0.07663045078516006,
+    0.020924530923366547,
+    0.0508376844227314,
+    0.14960987865924835,
+    0.11451458185911179,
+    0.0516173280775547,
+    0.09513654559850693,
+    0.24488188326358795,
+    0.03711845353245735,
+    0.01521331537514925,
+    0.08843722194433212,
+    0.013597295619547367,
+    0.06323395669460297,
+    0.0813964381814003,
+    0.02919854037463665,
+    0.04552384838461876,
+    0.026550479233264923,
+    0.013187596574425697,
+    0.03438815101981163,
+    0.1842622458934784,
+    0.008435122668743134,
+    0.03318428248167038,
+    0.1267295628786087,
+    0.10211613029241562,
+    0.022716306149959564,
+    0.03265583515167236,
+    0.38023170828819275,
+    0.19801826775074005,
+    0.013507033698260784,
+    0.11390388756990433,
+    0.13704343140125275,
+    0.09173601865768433,
+    0.11304447054862976,
+    0.3454565703868866,
+    0.13890494406223297,
+    0.01820104755461216,
+    0.06263454258441925,
+    0.06336905807256699,
+    0.011892451904714108,
+    0.016000961884856224,
+    0.02261929027736187,
+    0.08056426793336868,
+    0.09586538374423981,
+    0.03484400361776352,
+    0.15217451751232147,
+    0.20074772834777832,
+    0.1858789473772049,
+    0.05557088553905487,
+    0.043243806809186935,
+    0.04223090782761574,
+    0.2587874233722687,
+    0.10270620137453079,
+    0.031595904380083084,
+    0.3464295566082001,
+    0.24132797122001648,
+    0.0791616290807724,
+    0.4221377968788147,
+    0.5464677810668945,
+    0.023570839315652847,
+    0.3490206301212311,
+    0.397040456533432,
+    0.04342177137732506,
+    0.1237773522734642,
+    0.20410318672657013,
+    0.02025437168776989,
+    0.020252365618944168,
+    0.03807884454727173,
+    0.038760073482990265,
+    0.053499504923820496,
+    0.013101182878017426,
+    0.009352239780128002,
+    0.06769345700740814,
+    0.021791748702526093,
+    0.02387639693915844,
+    0.2968345582485199,
+    0.187201127409935,
+    0.016316791996359825,
+    0.01963028311729431,
+    0.08747002482414246,
+    0.1275891661643982,
+    0.1947200447320938,
+    0.06167137250304222,
+    0.06153479591012001,
+    0.17401356995105743,
+    0.08094833791255951,
+    0.09301953762769699,
+    0.04782075807452202,
+    0.12513907253742218,
+    0.1569897085428238,
+    0.11404439061880112,
+    0.037419985979795456,
+    0.12996456027030945,
+    0.20437294244766235,
+    0.08808866888284683,
+    0.005539277568459511,
+    0.09732428938150406,
+    0.18358071148395538,
+    0.07104615867137909,
+    0.1274953931570053,
+    0.017313161864876747,
+    0.01196512021124363,
+    0.053572140634059906,
+    0.006677709054201841,
+    0.060220133513212204,
+    0.007987608201801777,
+    0.07778509706258774,
+    0.013066989369690418,
+    0.00782956462353468,
+    0.012224211357533932,
+    0.08079878240823746,
+    0.00820592325180769,
+    0.05153322219848633,
+    0.009564311243593693,
+    0.029674313962459564,
+    0.03142059966921806,
+    0.20921887457370758,
+    0.024805884808301926,
+    0.11169801652431488,
+    0.042850639671087265,
+    0.09266509860754013,
+    0.04386887699365616,
+    0.04120607301592827,
+    0.2793937027454376,
+    0.4490024149417877,
+    0.2317153662443161,
+    0.10887425392866135,
+    0.03128546103835106,
+    0.06934850662946701,
+    0.06190421059727669,
+    0.08833321183919907,
+    0.08944452553987503,
+    0.06565763801336288,
+    0.05695370212197304,
+    0.007574299816042185,
+    0.07606108486652374,
+    0.008345425128936768,
+    0.24077318608760834,
+    0.08834169805049896,
+    0.04275939241051674,
+    0.24473123252391815,
+    0.1361021250486374,
+    0.0849655494093895,
+    0.010895744897425175,
+    0.06610074639320374,
+    0.09587115049362183,
+    0.011841464787721634,
+    0.005457949824631214,
+    0.048174209892749786,
+    0.04672109708189964,
+    0.03132856264710426,
+    0.17731352150440216,
+    0.2776070237159729,
+    0.07065510749816895,
+    0.14330781996250153,
+    0.2041231095790863,
+    0.04444201663136482,
+    0.03585837036371231,
+    0.06471579521894455,
+    0.03062354028224945,
+    0.08766531199216843,
+    0.1393529325723648,
+    0.2377883642911911,
+    0.0083169462159276,
+    0.13044381141662598,
+    0.02505609206855297,
+    0.014685399830341339,
+    0.0905541405081749,
+    0.012203285470604897,
+    0.014248557388782501,
+    0.02770974673330784,
+    0.01772838830947876,
+    0.1701938360929489,
+    0.058988384902477264,
+    0.006310874596238136,
+    0.11503711342811584,
+    0.2935940623283386,
+    0.04836618900299072,
+    0.3562188148498535,
+    0.03705694153904915,
+    0.02248268388211727,
+    0.021552570164203644,
+    0.21413494646549225,
+    0.1703861951828003,
+    0.04046381264925003,
+    0.010123752057552338,
+    0.0966997891664505,
+    0.09913850575685501
+  ]
+}

p5-mae-base-d17/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.01080078125
+  - 0.01080078125
+  - 0.37251171875
+  - 0.01080078125
+  - 0.01080078125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.4331015625
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d17
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d17/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d17/exports/step_00015000",
+  "fingerprint": "b77c0d513ab89857",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d17",
+  "probe/map": 0.1344928407769445,
+  "probe/map_train": 0.7350403846328127,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.15798147363531664,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.919960614992306,
+  "probe/total_s": 26.10474802099634,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1530576962999738
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15339073144470253
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15591057094849603
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.15798147363531664
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1550312442890593
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1404534032236099
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11590081710762484
+    }
+  ],
+  "per_class_ap": [
+    0.623642086982727,
+    0.006805036682635546,
+    0.07022513449192047,
+    0.16639651358127594,
+    0.11358577758073807,
+    0.25659656524658203,
+    0.19402603805065155,
+    0.266972154378891,
+    0.03646047040820122,
+    0.021504828706383705,
+    0.01593305543065071,
+    0.06515727937221527,
+    0.5129501819610596,
+    0.3023141026496887,
+    0.06100760027766228,
+    0.3989342451095581,
+    0.2722926735877991,
+    0.35280290246009827,
+    0.04042410850524902,
+    0.07722387462854385,
+    0.23378199338912964,
+    0.06507283449172974,
+    0.1831565946340561,
+    0.12494141608476639,
+    0.07369110733270645,
+    0.04042431339621544,
+    0.06429987400770187,
+    0.1594778597354889,
+    0.21174249053001404,
+    0.10077447444200516,
+    0.27534183859825134,
+    0.11507328599691391,
+    0.022439872846007347,
+    0.09377354383468628,
+    0.2373560518026352,
+    0.03523111343383789,
+    0.3344212770462036,
+    0.0713605135679245,
+    0.07671631872653961,
+    0.11227815598249435,
+    0.17038847506046295,
+    0.019029242917895317,
+    0.07682731002569199,
+    0.3516579270362854,
+    0.01178801991045475,
+    0.07185224443674088,
+    0.015323817729949951,
+    0.11303994059562683,
+    0.052237000316381454,
+    0.05883830413222313,
+    0.14444798231124878,
+    0.007446727249771357,
+    0.06431574374437332,
+    0.0267555583268404,
+    0.19794590771198273,
+    0.1218496710062027,
+    0.24569137394428253,
+    0.33846673369407654,
+    0.08378705382347107,
+    0.09166578203439713,
+    0.143028125166893,
+    0.1474471539258957,
+    0.04052376747131348,
+    0.08978733420372009,
+    0.5706567168235779,
+    0.22178281843662262,
+    0.29075881838798523,
+    0.2892351448535919,
+    0.39986225962638855,
+    0.3457247316837311,
+    0.1058119684457779,
+    0.1286768615245819,
+    0.18920519948005676,
+    0.1853189617395401,
+    0.18352429568767548,
+    0.25923874974250793,
+    0.043092451989650726,
+    0.22002601623535156,
+    0.15292973816394806,
+    0.10713272541761398,
+    0.022208740934729576,
+    0.09294348210096359,
+    0.2879795730113983,
+    0.1077689602971077,
+    0.09253857284784317,
+    0.02015492506325245,
+    0.04682566225528717,
+    0.02308647893369198,
+    0.02119222842156887,
+    0.09461280703544617,
+    0.044955991208553314,
+    0.04032670333981514,
+    0.16644316911697388,
+    0.012876996770501137,
+    0.06368176639080048,
+    0.04809451475739479,
+    0.014629232697188854,
+    0.020596643909811974,
+    0.13373371958732605,
+    0.18684571981430054,
+    0.14670489728450775,
+    0.22744061052799225,
+    0.051350999623537064,
+    0.052003003656864166,
+    0.020133420825004578,
+    0.04006296768784523,
+    0.08259280025959015,
+    0.11613736301660538,
+    0.08640310913324356,
+    0.2069072425365448,
+    0.2156185358762741,
+    0.10796279460191727,
+    0.08098622411489487,
+    0.0773421972990036,
+    0.04332621023058891,
+    0.162094384431839,
+    0.16520513594150543,
+    0.10085497796535492,
+    0.13153812289237976,
+    0.3650670647621155,
+    0.3661706745624542,
+    0.17686663568019867,
+    0.10180963575839996,
+    0.0915912464261055,
+    0.0123393964022398,
+    0.018690966069698334,
+    0.10979531705379486,
+    0.16669395565986633,
+    0.09569497406482697,
+    0.08861880749464035,
+    0.0051976656541228294,
+    0.10340341180562973,
+    0.18238860368728638,
+    0.1795363873243332,
+    0.06074684113264084,
+    0.00864209234714508,
+    0.06509444117546082,
+    0.710792064666748,
+    0.24292096495628357,
+    0.2954135239124298,
+    0.4189756512641907,
+    0.3090607225894928,
+    0.1350397914648056,
+    0.11156725883483887,
+    0.07084427028894424,
+    0.11509308218955994,
+    0.07649470865726471,
+    0.2629449665546417,
+    0.10919126123189926,
+    0.20093566179275513,
+    0.14637020230293274,
+    0.17195631563663483,
+    0.2648753821849823,
+    0.11856645345687866,
+    0.12917929887771606,
+    0.21937474608421326,
+    0.08951499313116074,
+    0.09731993824243546,
+    0.02283470518887043,
+    0.041572827845811844,
+    0.464139461517334,
+    0.2917303144931793,
+    0.2716040015220642,
+    0.13503053784370422,
+    0.2402365356683731,
+    0.24066990613937378,
+    0.2332020401954651,
+    0.1325000673532486,
+    0.2771247625350952,
+    0.36831703782081604,
+    0.15730711817741394,
+    0.2638333737850189,
+    0.29808634519577026,
+    0.15577127039432526,
+    0.10414370894432068,
+    0.049451909959316254,
+    0.15149636566638947,
+    0.32390424609184265,
+    0.06862946599721909,
+    0.19872216880321503,
+    0.22094818949699402,
+    0.20604312419891357,
+    0.15689805150032043,
+    0.23879627883434296,
+    0.08677385747432709,
+    0.40129905939102173,
+    0.3700841963291168,
+    0.14526650309562683,
+    0.27387672662734985,
+    0.1412634402513504,
+    0.14147667586803436,
+    0.08749744296073914,
+    0.3685362935066223,
+    0.19765444099903107,
+    0.18587875366210938,
+    0.3747776448726654,
+    0.057551946491003036,
+    0.1338309496641159,
+    0.13078458607196808,
+    0.29603466391563416,
+    0.04120707884430885,
+    0.21478107571601868,
+    0.0715407282114029,
+    0.19853051006793976,
+    0.1898316591978073,
+    0.16483893990516663,
+    0.20818519592285156,
+    0.5175040364265442,
+    0.16294236481189728,
+    0.3007861077785492,
+    0.7382179498672485,
+    0.30443045496940613,
+    0.5218249559402466,
+    0.0464412122964859,
+    0.3248309791088104,
+    0.08902013301849365,
+    0.028646135702729225,
+    0.22622862458229065,
+    0.13398315012454987,
+    0.11572101712226868,
+    0.17824918031692505,
+    0.10205449908971786,
+    0.16589830815792084,
+    0.17586149275302887,
+    0.04971414431929588,
+    0.04034634307026863,
+    0.04784900322556496,
+    0.026457587257027626,
+    0.1194617748260498,
+    0.021159600466489792,
+    0.029869690537452698,
+    0.03885522112250328,
+    0.10447293519973755,
+    0.05413593351840973,
+    0.052634574472904205,
+    0.010418656282126904,
+    0.18182101845741272,
+    0.01844690553843975,
+    0.41381600499153137,
+    0.03077910654246807,
+    0.16850224137306213,
+    0.28656110167503357,
+    0.2633343040943146,
+    0.14927251636981964,
+    0.15327021479606628,
+    0.2660273015499115,
+    0.05355434864759445,
+    0.1914793699979782,
+    0.021810250356793404,
+    0.11087002605199814,
+    0.14322668313980103,
+    0.013203740119934082,
+    0.06267756968736649,
+    0.07555864006280899,
+    0.05113695561885834,
+    0.18703478574752808,
+    0.15009303390979767,
+    0.13039083778858185,
+    0.06735792756080627,
+    0.05613192915916443,
+    0.020745517686009407,
+    0.06127302721142769,
+    0.16249988973140717,
+    0.060680780559778214,
+    0.014154104515910149,
+    0.04772687703371048,
+    0.04891171678900719,
+    0.08277004212141037,
+    0.06630020588636398,
+    0.03208565339446068,
+    0.01819983310997486,
+    0.22902335226535797,
+    0.10240942984819412,
+    0.023299546912312508,
+    0.15140603482723236,
+    0.03053995966911316,
+    0.04582970589399338,
+    0.011601924896240234,
+    0.0600958988070488,
+    0.030280664563179016,
+    0.02103791944682598,
+    0.2673112750053406,
+    0.13740113377571106,
+    0.2221333086490631,
+    0.05427887663245201,
+    0.23584654927253723,
+    0.34559670090675354,
+    0.35524770617485046,
+    0.21116499602794647,
+    0.27112671732902527,
+    0.24641285836696625,
+    0.23332200944423676,
+    0.0982697606086731,
+    0.22300046682357788,
+    0.2077322006225586,
+    0.22749342024326324,
+    0.11802482604980469,
+    0.006646986585110426,
+    0.02059173956513405,
+    0.007969148457050323,
+    0.2804820239543915,
+    0.19974467158317566,
+    0.17008459568023682,
+    0.053387805819511414,
+    0.037708528339862823,
+    0.118953637778759,
+    0.030925994738936424,
+    0.18170520663261414,
+    0.05667933076620102,
+    0.08641523867845535,
+    0.1754586547613144,
+    0.05424871668219566,
+    0.08584710955619812,
+    0.08111528307199478,
+    0.0867738127708435,
+    0.12356153875589371,
+    0.06158769503235817,
+    0.06925874203443527,
+    0.11605805903673172,
+    0.046201590448617935,
+    0.22361303865909576,
+    0.05207163095474243,
+    0.41781193017959595,
+    0.37725672125816345,
+    0.2345905303955078,
+    0.24129730463027954,
+    0.03266102820634842,
+    0.06852519512176514,
+    0.2637381851673126,
+    0.2408270537853241,
+    0.1421334594488144,
+    0.2679697573184967,
+    0.26896214485168457,
+    0.3100793957710266,
+    0.21317754685878754,
+    0.15832018852233887,
+    0.11407504975795746,
+    0.23646411299705505,
+    0.04039332643151283,
+    0.028945405036211014,
+    0.09648418426513672,
+    0.0053362054750323296,
+    0.03719252720475197,
+    0.15695807337760925,
+    0.11263985186815262,
+    0.05949882045388222,
+    0.08130837976932526,
+    0.31507083773612976,
+    0.044425077736377716,
+    0.015255165286362171,
+    0.11458054929971695,
+    0.019417036324739456,
+    0.05994010716676712,
+    0.08644189685583115,
+    0.02414163574576378,
+    0.053321510553359985,
+    0.042428936809301376,
+    0.009854292497038841,
+    0.029673991724848747,
+    0.20282988250255585,
+    0.01103114616125822,
+    0.05344366654753685,
+    0.13612689077854156,
+    0.113874152302742,
+    0.024628935381770134,
+    0.03539830446243286,
+    0.38296011090278625,
+    0.18827086687088013,
+    0.017580976709723473,
+    0.10207211971282959,
+    0.11545047163963318,
+    0.07113397866487503,
+    0.11043636500835419,
+    0.3218627870082855,
+    0.14480958878993988,
+    0.0359010323882103,
+    0.08027572929859161,
+    0.09608433395624161,
+    0.03398856148123741,
+    0.016743283718824387,
+    0.024755218997597694,
+    0.10558956116437912,
+    0.12442956864833832,
+    0.09315570443868637,
+    0.15217535197734833,
+    0.20234669744968414,
+    0.2109592854976654,
+    0.06823918968439102,
+    0.047353677451610565,
+    0.0408814512193203,
+    0.31086111068725586,
+    0.12324308604001999,
+    0.03413228690624237,
+    0.3800950050354004,
+    0.2543163001537323,
+    0.10258971154689789,
+    0.45442870259284973,
+    0.5290570855140686,
+    0.028586717322468758,
+    0.31344032287597656,
+    0.4256049394607544,
+    0.0436621718108654,
+    0.11602369695901871,
+    0.17666293680667877,
+    0.023790065199136734,
+    0.020419228821992874,
+    0.027140120044350624,
+    0.03831988573074341,
+    0.06502299755811691,
+    0.01174325030297041,
+    0.010725877247750759,
+    0.07178659737110138,
+    0.021271996200084686,
+    0.02598719298839569,
+    0.2677098512649536,
+    0.17560403048992157,
+    0.020494060590863228,
+    0.07268987596035004,
+    0.10653805732727051,
+    0.13458438217639923,
+    0.24081125855445862,
+    0.06290710717439651,
+    0.0676460787653923,
+    0.2116646021604538,
+    0.10778474807739258,
+    0.10891156643629074,
+    0.03810906037688255,
+    0.13975849747657776,
+    0.14666838943958282,
+    0.14185389876365662,
+    0.060018155723810196,
+    0.13963967561721802,
+    0.17555728554725647,
+    0.08583442866802216,
+    0.005628128070384264,
+    0.09578432142734528,
+    0.24782289564609528,
+    0.08528929948806763,
+    0.10963957011699677,
+    0.026323528960347176,
+    0.043403953313827515,
+    0.031208747997879982,
+    0.008792704902589321,
+    0.05299852415919304,
+    0.01607438176870346,
+    0.13589754700660706,
+    0.04100543633103371,
+    0.005405765492469072,
+    0.017246006056666374,
+    0.05516796559095383,
+    0.008668488822877407,
+    0.05056082829833031,
+    0.017143767327070236,
+    0.025286240503191948,
+    0.022613979876041412,
+    0.22689245641231537,
+    0.020608045160770416,
+    0.13754720985889435,
+    0.04663056135177612,
+    0.11905569583177567,
+    0.03731120750308037,
+    0.028399255126714706,
+    0.3165571093559265,
+    0.4729820489883423,
+    0.2453927844762802,
+    0.13033373653888702,
+    0.02083456516265869,
+    0.07696846127510071,
+    0.04027582332491875,
+    0.13000941276550293,
+    0.042663417756557465,
+    0.06229013204574585,
+    0.12037992477416992,
+    0.010242910124361515,
+    0.06865443289279938,
+    0.005323485005646944,
+    0.28382474184036255,
+    0.04418007284402847,
+    0.07005668431520462,
+    0.20162366330623627,
+    0.1415153443813324,
+    0.07069089263677597,
+    0.01020567212253809,
+    0.07681794464588165,
+    0.07563511282205582,
+    0.014678651466965675,
+    0.00697918189689517,
+    0.05328456684947014,
+    0.04362570494413376,
+    0.028136277571320534,
+    0.1466810405254364,
+    0.2715255618095398,
+    0.06690289080142975,
+    0.15194541215896606,
+    0.20849420130252838,
+    0.04110221937298775,
+    0.03494619205594063,
+    0.040529027581214905,
+    0.030746756121516228,
+    0.1036367267370224,
+    0.1283004730939865,
+    0.2543567419052124,
+    0.007196327205747366,
+    0.15080522000789642,
+    0.03212035074830055,
+    0.014363200403749943,
+    0.0879625678062439,
+    0.014015254564583302,
+    0.017244981601834297,
+    0.031717024743556976,
+    0.018060943111777306,
+    0.16357840597629547,
+    0.07742400467395782,
+    0.006909002549946308,
+    0.1313212513923645,
+    0.286986768245697,
+    0.051418498158454895,
+    0.35656923055648804,
+    0.034834351390600204,
+    0.049750205129384995,
+    0.02166052535176277,
+    0.2585006058216095,
+    0.19211557507514954,
+    0.045578181743621826,
+    0.01881502754986286,
+    0.13878875970840454,
+    0.12270849943161011
+  ]
+}

p5-mae-base-d17/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.01080078125
+  - 0.01080078125
+  - 0.37251171875
+  - 0.01080078125
+  - 0.01080078125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.4331015625
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d17
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d17/exports/step_00020000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709f8f1323198509a06a97b8e3d56dec8c69f6d1206be80e6a4e172338d986b3
+size 352156376

p5-mae-base-d17/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d17/exports/step_00020000",
+  "fingerprint": "b77c0d513ab89857",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d17",
+  "probe/map": 0.14295713712533747,
+  "probe/map_train": 0.7157295355873723,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.17071879255997133,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.870032876031473,
+  "probe/total_s": 26.18896791699808,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16514090248348237
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1661043631967044
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16929774216386848
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17071879255997133
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1668016770823666
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1505631299917383
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.12264967423269925
+    }
+  ],
+  "per_class_ap": [
+    0.6308001279830933,
+    0.008820224553346634,
+    0.06803250312805176,
+    0.17767193913459778,
+    0.13016699254512787,
+    0.3034681975841522,
+    0.21911576390266418,
+    0.2869639992713928,
+    0.02926444634795189,
+    0.02795489691197872,
+    0.017258964478969574,
+    0.05080509930849075,
+    0.5039665102958679,
+    0.32743099331855774,
+    0.029712170362472534,
+    0.5473721623420715,
+    0.29754209518432617,
+    0.33659079670906067,
+    0.06065740808844566,
+    0.10543714463710785,
+    0.2524353265762329,
+    0.08191435784101486,
+    0.1450374871492386,
+    0.1352623701095581,
+    0.07624080032110214,
+    0.033775851130485535,
+    0.05390193313360214,
+    0.16082727909088135,
+    0.2563628554344177,
+    0.10401161760091782,
+    0.27385735511779785,
+    0.13329948484897614,
+    0.015356729738414288,
+    0.05821528285741806,
+    0.24074144661426544,
+    0.0429064966738224,
+    0.3437935709953308,
+    0.05944978445768356,
+    0.07624732702970505,
+    0.1586494892835617,
+    0.14814409613609314,
+    0.019979292526841164,
+    0.07293589413166046,
+    0.4176781177520752,
+    0.011406952515244484,
+    0.09917636960744858,
+    0.015763957053422928,
+    0.1361212134361267,
+    0.05727101489901543,
+    0.08256839960813522,
+    0.11985574662685394,
+    0.008929719217121601,
+    0.06313984841108322,
+    0.048676084727048874,
+    0.19243212044239044,
+    0.11737116426229477,
+    0.22152766585350037,
+    0.35027015209198,
+    0.10299760103225708,
+    0.1013415977358818,
+    0.13626614212989807,
+    0.1916189193725586,
+    0.0414646714925766,
+    0.10687796771526337,
+    0.5394860506057739,
+    0.25587669014930725,
+    0.3154311180114746,
+    0.2827678918838501,
+    0.37506160140037537,
+    0.37311431765556335,
+    0.10262445360422134,
+    0.1196240484714508,
+    0.1898525059223175,
+    0.18290121853351593,
+    0.19060270488262177,
+    0.22676442563533783,
+    0.049701184034347534,
+    0.2805076539516449,
+    0.17102137207984924,
+    0.08864899724721909,
+    0.019690200686454773,
+    0.11039791256189346,
+    0.3164404332637787,
+    0.12124022096395493,
+    0.10286656022071838,
+    0.030329741537570953,
+    0.053580913692712784,
+    0.06730709969997406,
+    0.024687573313713074,
+    0.08763138949871063,
+    0.10411933809518814,
+    0.09830622375011444,
+    0.19409795105457306,
+    0.011124015785753727,
+    0.04802682250738144,
+    0.05833664909005165,
+    0.01747114583849907,
+    0.01618109457194805,
+    0.13999950885772705,
+    0.24032583832740784,
+    0.199025496840477,
+    0.33812129497528076,
+    0.03913124278187752,
+    0.042034562677145004,
+    0.02437916211783886,
+    0.039067260921001434,
+    0.08422943949699402,
+    0.08622444421052933,
+    0.08583102375268936,
+    0.1986854374408722,
+    0.24888375401496887,
+    0.1231645867228508,
+    0.10025783628225327,
+    0.10363077372312546,
+    0.051065295934677124,
+    0.20075294375419617,
+    0.20423060655593872,
+    0.16050337255001068,
+    0.15861748158931732,
+    0.4052988290786743,
+    0.4239787459373474,
+    0.20992465317249298,
+    0.0950760617852211,
+    0.07874477654695511,
+    0.0063361856155097485,
+    0.01992650330066681,
+    0.142185240983963,
+    0.18067362904548645,
+    0.14991337060928345,
+    0.13795879483222961,
+    0.006169441621750593,
+    0.11734732240438461,
+    0.19450442492961884,
+    0.18664561212062836,
+    0.08455992490053177,
+    0.013139600865542889,
+    0.07872069627046585,
+    0.7177226543426514,
+    0.25533390045166016,
+    0.32887208461761475,
+    0.44102635979652405,
+    0.31407999992370605,
+    0.17831163108348846,
+    0.12834692001342773,
+    0.09025974571704865,
+    0.08986758440732956,
+    0.06766881793737411,
+    0.28228941559791565,
+    0.10257131606340408,
+    0.20043660700321198,
+    0.1779894083738327,
+    0.1892450898885727,
+    0.26328393816947937,
+    0.15635432302951813,
+    0.15223638713359833,
+    0.2497684508562088,
+    0.10799528658390045,
+    0.11541277170181274,
+    0.032283809036016464,
+    0.06395677477121353,
+    0.505998969078064,
+    0.31452038884162903,
+    0.3181365728378296,
+    0.12889765202999115,
+    0.24845394492149353,
+    0.26718226075172424,
+    0.29900476336479187,
+    0.13001613318920135,
+    0.29905375838279724,
+    0.4045576751232147,
+    0.19577202200889587,
+    0.301751047372818,
+    0.3251386880874634,
+    0.19183625280857086,
+    0.13375505805015564,
+    0.05890984460711479,
+    0.13463176786899567,
+    0.3419409692287445,
+    0.08011487126350403,
+    0.1457785665988922,
+    0.21126334369182587,
+    0.1585053950548172,
+    0.12584199011325836,
+    0.27869027853012085,
+    0.13144581019878387,
+    0.42955151200294495,
+    0.4066288471221924,
+    0.16261877119541168,
+    0.2850631773471832,
+    0.14657533168792725,
+    0.17318354547023773,
+    0.10262665897607803,
+    0.38480791449546814,
+    0.19801342487335205,
+    0.18837003409862518,
+    0.38364431262016296,
+    0.07254096120595932,
+    0.11120414733886719,
+    0.1301146000623703,
+    0.3213645815849304,
+    0.05141494795680046,
+    0.2242312729358673,
+    0.1011045053601265,
+    0.21310573816299438,
+    0.21136772632598877,
+    0.2501152753829956,
+    0.29718682169914246,
+    0.5772756934165955,
+    0.21372903883457184,
+    0.2855367064476013,
+    0.7516113519668579,
+    0.340191125869751,
+    0.5294612050056458,
+    0.04712354764342308,
+    0.35751670598983765,
+    0.08289434015750885,
+    0.03850891813635826,
+    0.19908156991004944,
+    0.15567512810230255,
+    0.09805962443351746,
+    0.16153590381145477,
+    0.1212635338306427,
+    0.15914015471935272,
+    0.19768598675727844,
+    0.04998044669628143,
+    0.05839337036013603,
+    0.036670785397291183,
+    0.027646493166685104,
+    0.11029034107923508,
+    0.027652477845549583,
+    0.036496907472610474,
+    0.05371274799108505,
+    0.10965470224618912,
+    0.07043486833572388,
+    0.060898248106241226,
+    0.02484777756035328,
+    0.1570981740951538,
+    0.02660474367439747,
+    0.39470338821411133,
+    0.030222943052649498,
+    0.17305457592010498,
+    0.2923905551433563,
+    0.2546828091144562,
+    0.1693601906299591,
+    0.14181269705295563,
+    0.21799258887767792,
+    0.07839620113372803,
+    0.20664414763450623,
+    0.028101492673158646,
+    0.12929801642894745,
+    0.13474638760089874,
+    0.01606762409210205,
+    0.0420055128633976,
+    0.08188130706548691,
+    0.059733517467975616,
+    0.20089933276176453,
+    0.21448080241680145,
+    0.1900700330734253,
+    0.0840568020939827,
+    0.07564090937376022,
+    0.029233796522021294,
+    0.07936911284923553,
+    0.13017752766609192,
+    0.06498081982135773,
+    0.031404800713062286,
+    0.037254881113767624,
+    0.05346864089369774,
+    0.07798483222723007,
+    0.11072707921266556,
+    0.028118012472987175,
+    0.02961394563317299,
+    0.25985729694366455,
+    0.08127327263355255,
+    0.028838174417614937,
+    0.1491231620311737,
+    0.030210131779313087,
+    0.06042445823550224,
+    0.018211355432868004,
+    0.0815306082367897,
+    0.0272064171731472,
+    0.020741859450936317,
+    0.2507927119731903,
+    0.1428660750389099,
+    0.2415153980255127,
+    0.0630810409784317,
+    0.25244662165641785,
+    0.35930466651916504,
+    0.3810328543186188,
+    0.23188412189483643,
+    0.2580762505531311,
+    0.23096050322055817,
+    0.23285898566246033,
+    0.12377505749464035,
+    0.18755146861076355,
+    0.16262702643871307,
+    0.1995580941438675,
+    0.1258622258901596,
+    0.007072927430272102,
+    0.03957600146532059,
+    0.011224446818232536,
+    0.2900116741657257,
+    0.18535128235816956,
+    0.1662578284740448,
+    0.046968940645456314,
+    0.02899700403213501,
+    0.09540315717458725,
+    0.03976390138268471,
+    0.18581755459308624,
+    0.07494997978210449,
+    0.10414945334196091,
+    0.14890484511852264,
+    0.03695046156644821,
+    0.11302511394023895,
+    0.0860607847571373,
+    0.08365651965141296,
+    0.1446446031332016,
+    0.06726602464914322,
+    0.05057055503129959,
+    0.14363081753253937,
+    0.04984450340270996,
+    0.22183458507061005,
+    0.05284332111477852,
+    0.42962372303009033,
+    0.3703482449054718,
+    0.2503755986690521,
+    0.2484291046857834,
+    0.037854038178920746,
+    0.05905209854245186,
+    0.2781318128108978,
+    0.25588518381118774,
+    0.1523991972208023,
+    0.2706555128097534,
+    0.28135791420936584,
+    0.3093945384025574,
+    0.17783460021018982,
+    0.1533372551202774,
+    0.12615004181861877,
+    0.2092571258544922,
+    0.046291105449199677,
+    0.029488487169146538,
+    0.11142878234386444,
+    0.011289776302874088,
+    0.05138213187456131,
+    0.16336821019649506,
+    0.10189605504274368,
+    0.045167312026023865,
+    0.08671385794878006,
+    0.3350033760070801,
+    0.04468727856874466,
+    0.021269414573907852,
+    0.12981702387332916,
+    0.0295803714543581,
+    0.06414411962032318,
+    0.11209142953157425,
+    0.023578662425279617,
+    0.07270944118499756,
+    0.03579701483249664,
+    0.012945389375090599,
+    0.036435045301914215,
+    0.2010759711265564,
+    0.014826943166553974,
+    0.10011669993400574,
+    0.12913568317890167,
+    0.09855984896421432,
+    0.034584011882543564,
+    0.041616421192884445,
+    0.3916575312614441,
+    0.23324917256832123,
+    0.017582615837454796,
+    0.1139388456940651,
+    0.12418144196271896,
+    0.09138021618127823,
+    0.10771331191062927,
+    0.30990007519721985,
+    0.17194536328315735,
+    0.03742564469575882,
+    0.08960267156362534,
+    0.06575648486614227,
+    0.047644756734371185,
+    0.013812056742608547,
+    0.020814070478081703,
+    0.1034698411822319,
+    0.13910116255283356,
+    0.06619627773761749,
+    0.1861632615327835,
+    0.17461884021759033,
+    0.22762680053710938,
+    0.05565541982650757,
+    0.06113538518548012,
+    0.04601195082068443,
+    0.27578872442245483,
+    0.11910148710012436,
+    0.03252244368195534,
+    0.3785877227783203,
+    0.26879289746284485,
+    0.10061577707529068,
+    0.4893372356891632,
+    0.5835665464401245,
+    0.02931853011250496,
+    0.3848150968551636,
+    0.432585209608078,
+    0.04972057044506073,
+    0.1326429694890976,
+    0.22540131211280823,
+    0.018611719831824303,
+    0.015257702209055424,
+    0.07362600415945053,
+    0.07327565550804138,
+    0.053536850959062576,
+    0.01201043464243412,
+    0.01032823696732521,
+    0.09336409717798233,
+    0.02528061904013157,
+    0.028442954644560814,
+    0.2685272991657257,
+    0.14400385320186615,
+    0.02397848851978779,
+    0.04034972935914993,
+    0.10656014829874039,
+    0.1543067991733551,
+    0.23055796325206757,
+    0.06456492096185684,
+    0.08419696241617203,
+    0.24576574563980103,
+    0.10635700821876526,
+    0.1039254441857338,
+    0.050823941826820374,
+    0.18646588921546936,
+    0.1560799479484558,
+    0.17675036191940308,
+    0.08127174526453018,
+    0.18996351957321167,
+    0.18626530468463898,
+    0.14261434972286224,
+    0.006084544584155083,
+    0.09192366153001785,
+    0.2207668274641037,
+    0.07272577285766602,
+    0.1179446205496788,
+    0.04137451946735382,
+    0.013068719767034054,
+    0.0795285776257515,
+    0.01290831621736288,
+    0.05977962166070938,
+    0.009616347961127758,
+    0.11606528609991074,
+    0.03132225200533867,
+    0.009379090741276741,
+    0.014588468708097935,
+    0.08137495070695877,
+    0.0089407404884696,
+    0.052947062999010086,
+    0.020489849150180817,
+    0.024357998743653297,
+    0.05014689639210701,
+    0.2755272686481476,
+    0.03394765406847,
+    0.09832707792520523,
+    0.060068391263484955,
+    0.14139126241207123,
+    0.04431761056184769,
+    0.03598881512880325,
+    0.3146601915359497,
+    0.44493964314460754,
+    0.22844591736793518,
+    0.12356190383434296,
+    0.015934081748127937,
+    0.0879966989159584,
+    0.061433713883161545,
+    0.1583641618490219,
+    0.11518944054841995,
+    0.09766602516174316,
+    0.10120118409395218,
+    0.01695859804749489,
+    0.07945255190134048,
+    0.006815159227699041,
+    0.2893076241016388,
+    0.0670151486992836,
+    0.06412041187286377,
+    0.23244106769561768,
+    0.1450553983449936,
+    0.0788366049528122,
+    0.014862338081002235,
+    0.09322768449783325,
+    0.07843795418739319,
+    0.012753885239362717,
+    0.00628440547734499,
+    0.05292830243706703,
+    0.0498785600066185,
+    0.03563512861728668,
+    0.18802988529205322,
+    0.2547631859779358,
+    0.05654159188270569,
+    0.16668644547462463,
+    0.2193419635295868,
+    0.031064867973327637,
+    0.04172677546739578,
+    0.05062779784202576,
+    0.052667196840047836,
+    0.11154326051473618,
+    0.12682607769966125,
+    0.2736024856567383,
+    0.008806093595921993,
+    0.14122489094734192,
+    0.01839069090783596,
+    0.01784903183579445,
+    0.08913081884384155,
+    0.01419596653431654,
+    0.013576475903391838,
+    0.029172582551836967,
+    0.021813225001096725,
+    0.15036463737487793,
+    0.08038647472858429,
+    0.006660186219960451,
+    0.14052115380764008,
+    0.27918922901153564,
+    0.08856053650379181,
+    0.3210242688655853,
+    0.03973131626844406,
+    0.01913960464298725,
+    0.02212315984070301,
+    0.23178090155124664,
+    0.15820524096488953,
+    0.03436331823468208,
+    0.010737374424934387,
+    0.13379618525505066,
+    0.0912109762430191
+  ]
+}

p5-mae-base-d17/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.01080078125
+  - 0.01080078125
+  - 0.37251171875
+  - 0.01080078125
+  - 0.01080078125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.4331015625
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d17
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d17/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d17/exports/step_00025000",
+  "fingerprint": "b77c0d513ab89857",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d17",
+  "probe/map": 0.15042515723494215,
+  "probe/map_train": 0.7739182621297167,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17827034824213236,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.72603530494962,
+  "probe/total_s": 26.13754537398927,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17472793155374533
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1752252148462555
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17827034824213236
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17788556721847879
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.17506713094719928
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.15815671205439338
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.12963134318676758
+    }
+  ],
+  "per_class_ap": [
+    0.642577052116394,
+    0.0072625973261892796,
+    0.07225235551595688,
+    0.18728378415107727,
+    0.1112140640616417,
+    0.29974135756492615,
+    0.20354387164115906,
+    0.29593443870544434,
+    0.039605673402547836,
+    0.037156134843826294,
+    0.01771097630262375,
+    0.05138348042964935,
+    0.5858693718910217,
+    0.3336303234100342,
+    0.053677670657634735,
+    0.49808794260025024,
+    0.32046976685523987,
+    0.3426230549812317,
+    0.06422197073698044,
+    0.12855102121829987,
+    0.24743905663490295,
+    0.054895415902137756,
+    0.1793198436498642,
+    0.15059521794319153,
+    0.08375129848718643,
+    0.03327968344092369,
+    0.07775448262691498,
+    0.16113537549972534,
+    0.26277151703834534,
+    0.08680082857608795,
+    0.28581663966178894,
+    0.16597631573677063,
+    0.014590450562536716,
+    0.06387122720479965,
+    0.25695717334747314,
+    0.03464331850409508,
+    0.38637301325798035,
+    0.06029590219259262,
+    0.07720687240362167,
+    0.13022378087043762,
+    0.17411592602729797,
+    0.00975403655320406,
+    0.08305807411670685,
+    0.44630953669548035,
+    0.011182917281985283,
+    0.07628482580184937,
+    0.0148638766258955,
+    0.13785254955291748,
+    0.06377018243074417,
+    0.08690263330936432,
+    0.16944678127765656,
+    0.0065648965537548065,
+    0.05629843845963478,
+    0.048495128750801086,
+    0.23286467790603638,
+    0.12563376128673553,
+    0.2774876356124878,
+    0.39900609850883484,
+    0.15407708287239075,
+    0.07689641416072845,
+    0.14965131878852844,
+    0.18936237692832947,
+    0.05303969606757164,
+    0.08844082802534103,
+    0.5684112310409546,
+    0.24327602982521057,
+    0.3311823904514313,
+    0.33168232440948486,
+    0.42082396149635315,
+    0.3976035714149475,
+    0.11718925088644028,
+    0.14282186329364777,
+    0.20949281752109528,
+    0.1965072602033615,
+    0.19691742956638336,
+    0.23722100257873535,
+    0.04300784692168236,
+    0.24768149852752686,
+    0.15281756222248077,
+    0.14806336164474487,
+    0.017253108322620392,
+    0.11021889746189117,
+    0.3705884516239166,
+    0.15051954984664917,
+    0.11832740157842636,
+    0.029127750545740128,
+    0.05969611555337906,
+    0.022795874625444412,
+    0.02642986737191677,
+    0.08110678941011429,
+    0.09750691056251526,
+    0.09710894525051117,
+    0.2028457075357437,
+    0.011575623415410519,
+    0.06750303506851196,
+    0.046963952481746674,
+    0.01696506328880787,
+    0.027590811252593994,
+    0.14792469143867493,
+    0.2559637129306793,
+    0.1709560751914978,
+    0.3607480823993683,
+    0.03925289213657379,
+    0.039838068187236786,
+    0.022992851212620735,
+    0.03622651472687721,
+    0.06312114745378494,
+    0.051714103668928146,
+    0.08262297511100769,
+    0.19051401317119598,
+    0.26531949639320374,
+    0.1366906762123108,
+    0.12546491622924805,
+    0.09590824693441391,
+    0.04898329824209213,
+    0.23403751850128174,
+    0.2339404821395874,
+    0.14659149944782257,
+    0.16735373437404633,
+    0.4148852527141571,
+    0.42771437764167786,
+    0.19262881577014923,
+    0.08980276435613632,
+    0.08719337731599808,
+    0.01011319924145937,
+    0.016048477962613106,
+    0.1451418548822403,
+    0.20432734489440918,
+    0.17774564027786255,
+    0.1275375783443451,
+    0.005008974112570286,
+    0.08998622000217438,
+    0.21255573630332947,
+    0.20985174179077148,
+    0.10085192322731018,
+    0.015016232617199421,
+    0.08803669363260269,
+    0.7150977253913879,
+    0.2554240822792053,
+    0.34748542308807373,
+    0.4538443088531494,
+    0.322427898645401,
+    0.13671018183231354,
+    0.11995791643857956,
+    0.08764205127954483,
+    0.1052907332777977,
+    0.08026662468910217,
+    0.25703004002571106,
+    0.10248274356126785,
+    0.21810421347618103,
+    0.17502862215042114,
+    0.22178921103477478,
+    0.2710499167442322,
+    0.14153070747852325,
+    0.14996418356895447,
+    0.2519874572753906,
+    0.09990937262773514,
+    0.12757612764835358,
+    0.02094743587076664,
+    0.05028026923537254,
+    0.5186057090759277,
+    0.3224089741706848,
+    0.3415379524230957,
+    0.1578141152858734,
+    0.25475621223449707,
+    0.27690258622169495,
+    0.3202911913394928,
+    0.1437792032957077,
+    0.2977842390537262,
+    0.3984566032886505,
+    0.2180967926979065,
+    0.31657010316848755,
+    0.3495293855667114,
+    0.1854230761528015,
+    0.13471736013889313,
+    0.056723665446043015,
+    0.14641685783863068,
+    0.3922252655029297,
+    0.10853970795869827,
+    0.1898202747106552,
+    0.24507002532482147,
+    0.2089175134897232,
+    0.1754707396030426,
+    0.2830900549888611,
+    0.10741382837295532,
+    0.43519920110702515,
+    0.38984552025794983,
+    0.16845649480819702,
+    0.31172001361846924,
+    0.1580696851015091,
+    0.19793951511383057,
+    0.12461180984973907,
+    0.3735269010066986,
+    0.21236158907413483,
+    0.18938778340816498,
+    0.4117007553577423,
+    0.07322274148464203,
+    0.14879870414733887,
+    0.13169798254966736,
+    0.32255277037620544,
+    0.04058266431093216,
+    0.24522565305233002,
+    0.11777332425117493,
+    0.23648406565189362,
+    0.24415045976638794,
+    0.25319284200668335,
+    0.2933003902435303,
+    0.634628415107727,
+    0.2578604519367218,
+    0.3281415104866028,
+    0.7766579985618591,
+    0.43500298261642456,
+    0.5613620281219482,
+    0.05384998396039009,
+    0.34158793091773987,
+    0.07816758751869202,
+    0.04983266070485115,
+    0.21020855009555817,
+    0.1542685329914093,
+    0.10088307410478592,
+    0.15394359827041626,
+    0.1124381572008133,
+    0.16207948327064514,
+    0.15739431977272034,
+    0.054607756435871124,
+    0.05041339248418808,
+    0.039540037512779236,
+    0.027070967480540276,
+    0.1391783058643341,
+    0.02240043692290783,
+    0.0568716786801815,
+    0.05070006102323532,
+    0.09371282905340195,
+    0.04234474524855614,
+    0.04547232761979103,
+    0.009630928747355938,
+    0.15731362998485565,
+    0.021426308900117874,
+    0.4120345711708069,
+    0.027963146567344666,
+    0.1513010710477829,
+    0.27896377444267273,
+    0.2562542259693146,
+    0.15837520360946655,
+    0.1469022035598755,
+    0.2048981487751007,
+    0.0854685977101326,
+    0.21113531291484833,
+    0.02061385288834572,
+    0.14744269847869873,
+    0.12450165301561356,
+    0.020869510248303413,
+    0.05170002579689026,
+    0.10608822107315063,
+    0.054938290268182755,
+    0.2098618596792221,
+    0.2032640278339386,
+    0.22390639781951904,
+    0.06379638612270355,
+    0.07530033588409424,
+    0.028667384758591652,
+    0.07547719776630402,
+    0.15453439950942993,
+    0.0503685437142849,
+    0.017024720087647438,
+    0.04527803882956505,
+    0.053126707673072815,
+    0.060544345527887344,
+    0.09710178524255753,
+    0.03049304150044918,
+    0.01563350297510624,
+    0.23302365839481354,
+    0.1023419052362442,
+    0.02263185940682888,
+    0.11831331253051758,
+    0.025358902290463448,
+    0.03022625297307968,
+    0.027019202709197998,
+    0.09600503742694855,
+    0.03879671171307564,
+    0.02338552102446556,
+    0.2971329092979431,
+    0.13788548111915588,
+    0.2647133469581604,
+    0.08008400350809097,
+    0.28222131729125977,
+    0.419412761926651,
+    0.4319562613964081,
+    0.2596777379512787,
+    0.33072561025619507,
+    0.19840335845947266,
+    0.25137826800346375,
+    0.11019708216190338,
+    0.19608671963214874,
+    0.21459870040416718,
+    0.2353781908750534,
+    0.14894144237041473,
+    0.006645729299634695,
+    0.019409915432333946,
+    0.008058122359216213,
+    0.2912122905254364,
+    0.20457243919372559,
+    0.20878508687019348,
+    0.07505122572183609,
+    0.023906461894512177,
+    0.11659473925828934,
+    0.025313744321465492,
+    0.18348005414009094,
+    0.07199836522340775,
+    0.14203962683677673,
+    0.18377700448036194,
+    0.06418914347887039,
+    0.12604355812072754,
+    0.08863267302513123,
+    0.07670550048351288,
+    0.13233935832977295,
+    0.07851383835077286,
+    0.053195804357528687,
+    0.1484469473361969,
+    0.07955414801836014,
+    0.2767621576786041,
+    0.03763908892869949,
+    0.46768537163734436,
+    0.3956446647644043,
+    0.2721509337425232,
+    0.26416251063346863,
+    0.04991964250802994,
+    0.06355491280555725,
+    0.2988714873790741,
+    0.2854467034339905,
+    0.1733647882938385,
+    0.27918297052383423,
+    0.2971479296684265,
+    0.3400334417819977,
+    0.23313072323799133,
+    0.16948562860488892,
+    0.1530771255493164,
+    0.19333632290363312,
+    0.054552771151065826,
+    0.028026044368743896,
+    0.12572044134140015,
+    0.010389825329184532,
+    0.03282168507575989,
+    0.15003225207328796,
+    0.12399651110172272,
+    0.06414739042520523,
+    0.10273542255163193,
+    0.38166239857673645,
+    0.03879166394472122,
+    0.019555147737264633,
+    0.14178483188152313,
+    0.03184577822685242,
+    0.06049368157982826,
+    0.10998272895812988,
+    0.023134423419833183,
+    0.09960160404443741,
+    0.048256080597639084,
+    0.010699350386857986,
+    0.03158092498779297,
+    0.19614456593990326,
+    0.018305310979485512,
+    0.11332768946886063,
+    0.1440572440624237,
+    0.1051897257566452,
+    0.03294926509261131,
+    0.04059455916285515,
+    0.40187868475914,
+    0.22162845730781555,
+    0.01834223046898842,
+    0.1413087546825409,
+    0.14057821035385132,
+    0.10172677785158157,
+    0.12043894082307816,
+    0.3360724449157715,
+    0.21227718889713287,
+    0.04320133477449417,
+    0.08647660911083221,
+    0.07732931524515152,
+    0.04738503322005272,
+    0.02088959701359272,
+    0.02259497344493866,
+    0.08194788545370102,
+    0.20185525715351105,
+    0.07222048193216324,
+    0.17684344947338104,
+    0.1894340068101883,
+    0.20294804871082306,
+    0.08392441272735596,
+    0.07941026240587234,
+    0.058212462812662125,
+    0.3267695903778076,
+    0.11490992456674576,
+    0.019962597638368607,
+    0.37891513109207153,
+    0.3186662793159485,
+    0.14587558805942535,
+    0.5209273099899292,
+    0.6156901717185974,
+    0.032626502215862274,
+    0.36204710602760315,
+    0.4846397042274475,
+    0.06282708048820496,
+    0.14970582723617554,
+    0.25028976798057556,
+    0.02513897232711315,
+    0.03616820275783539,
+    0.06956816464662552,
+    0.0485130175948143,
+    0.0751643255352974,
+    0.021039970219135284,
+    0.010418083518743515,
+    0.09198394417762756,
+    0.028950007632374763,
+    0.027558092027902603,
+    0.30329078435897827,
+    0.1441226303577423,
+    0.0408971905708313,
+    0.04729551449418068,
+    0.11467515677213669,
+    0.13315817713737488,
+    0.24768774211406708,
+    0.06369251012802124,
+    0.061558883637189865,
+    0.24019041657447815,
+    0.09911850839853287,
+    0.1098322793841362,
+    0.058829497545957565,
+    0.1904061734676361,
+    0.19217395782470703,
+    0.21906262636184692,
+    0.09748692810535431,
+    0.1655181348323822,
+    0.2543288767337799,
+    0.20671217143535614,
+    0.006125709041953087,
+    0.09234196692705154,
+    0.23364755511283875,
+    0.07219507545232773,
+    0.12314313650131226,
+    0.02798979915678501,
+    0.017587311565876007,
+    0.05689780041575432,
+    0.008673543110489845,
+    0.07614024728536606,
+    0.0072235045954585075,
+    0.1315770000219345,
+    0.03289900720119476,
+    0.009033286944031715,
+    0.01389915682375431,
+    0.07116170227527618,
+    0.0065660844556987286,
+    0.04534751549363136,
+    0.014958160929381847,
+    0.0434986911714077,
+    0.028410697355866432,
+    0.30613747239112854,
+    0.03629747033119202,
+    0.13758452236652374,
+    0.051335811614990234,
+    0.15224942564964294,
+    0.05791576951742172,
+    0.022399205714464188,
+    0.32681581377983093,
+    0.45076459646224976,
+    0.26283103227615356,
+    0.11499704420566559,
+    0.017997289076447487,
+    0.07966439425945282,
+    0.03123524785041809,
+    0.10036216676235199,
+    0.1392919421195984,
+    0.09587859362363815,
+    0.13009871542453766,
+    0.013243255205452442,
+    0.07137812674045563,
+    0.007872024551033974,
+    0.2750852704048157,
+    0.06207147240638733,
+    0.09020519256591797,
+    0.2486325055360794,
+    0.16573795676231384,
+    0.09549267590045929,
+    0.022658750414848328,
+    0.08096920698881149,
+    0.07438717037439346,
+    0.015268425457179546,
+    0.005810761358588934,
+    0.04346854239702225,
+    0.0521610863506794,
+    0.03298849239945412,
+    0.20518170297145844,
+    0.29375097155570984,
+    0.08146224915981293,
+    0.15518802404403687,
+    0.21334266662597656,
+    0.055746663361787796,
+    0.037748079746961594,
+    0.046419598162174225,
+    0.042725902050733566,
+    0.12954293191432953,
+    0.11150843650102615,
+    0.29781270027160645,
+    0.0067869010381400585,
+    0.15244635939598083,
+    0.012556513771414757,
+    0.014899708330631256,
+    0.08507741987705231,
+    0.01354763563722372,
+    0.016980070620775223,
+    0.0312977135181427,
+    0.021029185503721237,
+    0.13989965617656708,
+    0.0983801931142807,
+    0.007206272333860397,
+    0.11639168113470078,
+    0.27969998121261597,
+    0.07761101424694061,
+    0.3447493314743042,
+    0.04668116942048073,
+    0.014589582569897175,
+    0.021166106685996056,
+    0.2278362363576889,
+    0.18837763369083405,
+    0.042433593422174454,
+    0.014592629857361317,
+    0.09431587904691696,
+    0.12971781194210052
+  ]
+}

p5-mae-base-d17/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.01080078125
+  - 0.01080078125
+  - 0.37251171875
+  - 0.01080078125
+  - 0.01080078125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.4331015625
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d17
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d17/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d17/exports/step_00030000",
+  "fingerprint": "b77c0d513ab89857",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d17",
+  "probe/map": 0.1551433040184345,
+  "probe/map_train": 0.7629927259921123,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18583328433403748,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.907547253067605,
+  "probe/total_s": 26.28197979705874,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18179852775725724
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18287512573256268
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18583328433403748
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18438976795538073
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1809939247440278
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.16274798881886368
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.13052852380582514
+    }
+  ],
+  "per_class_ap": [
+    0.6497797966003418,
+    0.012061862275004387,
+    0.06173553690314293,
+    0.19636225700378418,
+    0.11431146413087845,
+    0.29409730434417725,
+    0.21630720794200897,
+    0.2549750506877899,
+    0.04462903365492821,
+    0.02949642203748226,
+    0.019540948793292046,
+    0.06031181290745735,
+    0.5873525142669678,
+    0.3404172360897064,
+    0.03386026993393898,
+    0.5241901278495789,
+    0.3215864300727844,
+    0.3532770276069641,
+    0.08558161556720734,
+    0.10329142212867737,
+    0.25650715827941895,
+    0.07307524979114532,
+    0.18834637105464935,
+    0.1659296452999115,
+    0.08179829269647598,
+    0.027816573157906532,
+    0.0865161120891571,
+    0.16014236211776733,
+    0.25832635164260864,
+    0.09933850914239883,
+    0.29373690485954285,
+    0.175994873046875,
+    0.020580990239977837,
+    0.06582079827785492,
+    0.26788485050201416,
+    0.03435000777244568,
+    0.4006688892841339,
+    0.06386817246675491,
+    0.08062853664159775,
+    0.15180851519107819,
+    0.19235847890377045,
+    0.008413051255047321,
+    0.08465724438428879,
+    0.418804407119751,
+    0.009000550955533981,
+    0.09500938653945923,
+    0.01349086407572031,
+    0.156334787607193,
+    0.06849382072687149,
+    0.08404700458049774,
+    0.16721588373184204,
+    0.009959327057003975,
+    0.05542798712849617,
+    0.06176752597093582,
+    0.2452584207057953,
+    0.12462113052606583,
+    0.27232488989830017,
+    0.399709016084671,
+    0.14046785235404968,
+    0.12976659834384918,
+    0.14581002295017242,
+    0.17592202126979828,
+    0.05986979603767395,
+    0.11297326534986496,
+    0.5674096345901489,
+    0.26462507247924805,
+    0.31698498129844666,
+    0.3300422132015228,
+    0.39382249116897583,
+    0.4052388668060303,
+    0.12533710896968842,
+    0.14049576222896576,
+    0.2109163999557495,
+    0.20770137012004852,
+    0.20743350684642792,
+    0.2586953341960907,
+    0.0574585385620594,
+    0.2666963040828705,
+    0.16745570302009583,
+    0.13272704184055328,
+    0.019531194120645523,
+    0.11789941787719727,
+    0.4066857099533081,
+    0.13396403193473816,
+    0.10637053102254868,
+    0.030184632167220116,
+    0.09526382386684418,
+    0.04837736487388611,
+    0.02822737954556942,
+    0.06918029487133026,
+    0.11242436617612839,
+    0.11699515581130981,
+    0.2223026156425476,
+    0.027198689058423042,
+    0.06129798665642738,
+    0.09628603607416153,
+    0.014681347645819187,
+    0.04367370530962944,
+    0.15619586408138275,
+    0.26964810490608215,
+    0.19506138563156128,
+    0.35352572798728943,
+    0.04234044626355171,
+    0.043501101434230804,
+    0.02680930122733116,
+    0.03562408313155174,
+    0.06402958929538727,
+    0.051091939210891724,
+    0.09519853442907333,
+    0.2177288830280304,
+    0.2752315402030945,
+    0.14038479328155518,
+    0.1390158087015152,
+    0.10215654224157333,
+    0.062056709080934525,
+    0.30189844965934753,
+    0.301651269197464,
+    0.18597412109375,
+    0.1870625764131546,
+    0.41216740012168884,
+    0.42554324865341187,
+    0.21020525693893433,
+    0.10187368839979172,
+    0.10678938776254654,
+    0.008161744102835655,
+    0.02500428631901741,
+    0.14377374947071075,
+    0.19008612632751465,
+    0.17417031526565552,
+    0.12403954565525055,
+    0.006190910469740629,
+    0.07740626484155655,
+    0.2151200920343399,
+    0.20012350380420685,
+    0.09581371396780014,
+    0.011252367869019508,
+    0.11092635989189148,
+    0.7163715362548828,
+    0.25398576259613037,
+    0.342815101146698,
+    0.44293877482414246,
+    0.3188214600086212,
+    0.1303330957889557,
+    0.12476670742034912,
+    0.09795209765434265,
+    0.09298038482666016,
+    0.0843648687005043,
+    0.21615517139434814,
+    0.12826982140541077,
+    0.22650553286075592,
+    0.17562764883041382,
+    0.21594412624835968,
+    0.2782212495803833,
+    0.1430968940258026,
+    0.15605564415454865,
+    0.26761817932128906,
+    0.11332421004772186,
+    0.1290208250284195,
+    0.020464709028601646,
+    0.06113364174962044,
+    0.5069349408149719,
+    0.3143739700317383,
+    0.35106050968170166,
+    0.14545689523220062,
+    0.25687533617019653,
+    0.2957899272441864,
+    0.31938329339027405,
+    0.1499173492193222,
+    0.31253546476364136,
+    0.4222598373889923,
+    0.236219123005867,
+    0.306417316198349,
+    0.3467875123023987,
+    0.22529277205467224,
+    0.16058972477912903,
+    0.061600036919116974,
+    0.14536698162555695,
+    0.39219337701797485,
+    0.09227731823921204,
+    0.20837882161140442,
+    0.25382915139198303,
+    0.21461835503578186,
+    0.16355474293231964,
+    0.31856194138526917,
+    0.12518997490406036,
+    0.45523980259895325,
+    0.4123517572879791,
+    0.1825820952653885,
+    0.3044165372848511,
+    0.15117217600345612,
+    0.20036153495311737,
+    0.1097511351108551,
+    0.3741999864578247,
+    0.2186957150697708,
+    0.19285008311271667,
+    0.4149937331676483,
+    0.08543116599321365,
+    0.13894803822040558,
+    0.1316422075033188,
+    0.3130977749824524,
+    0.053726695477962494,
+    0.2604300081729889,
+    0.14235621690750122,
+    0.24984176456928253,
+    0.2670552432537079,
+    0.2516377866268158,
+    0.3164445757865906,
+    0.6169168949127197,
+    0.24598678946495056,
+    0.3530556559562683,
+    0.784896969795227,
+    0.4307060241699219,
+    0.5431026220321655,
+    0.0512046292424202,
+    0.351959764957428,
+    0.10800861567258835,
+    0.05311143025755882,
+    0.20749226212501526,
+    0.17514072358608246,
+    0.11499762535095215,
+    0.13261114060878754,
+    0.10657220333814621,
+    0.16822107136249542,
+    0.15786264836788177,
+    0.0510796383023262,
+    0.05524536967277527,
+    0.04116667062044144,
+    0.027211211621761322,
+    0.16141758859157562,
+    0.02860976569354534,
+    0.044601697474718094,
+    0.05052422732114792,
+    0.1246529296040535,
+    0.03641616553068161,
+    0.024048028513789177,
+    0.0132290655747056,
+    0.15995505452156067,
+    0.021467654034495354,
+    0.3848086893558502,
+    0.029507175087928772,
+    0.16375437378883362,
+    0.271696001291275,
+    0.26541709899902344,
+    0.168513223528862,
+    0.14972926676273346,
+    0.21504025161266327,
+    0.08170176297426224,
+    0.2104727029800415,
+    0.021723929792642593,
+    0.15572701394557953,
+    0.14409421384334564,
+    0.02301383577287197,
+    0.06619364023208618,
+    0.0897795632481575,
+    0.04311898723244667,
+    0.20499959588050842,
+    0.23426112532615662,
+    0.21744851768016815,
+    0.058062437921762466,
+    0.09989254921674728,
+    0.029256312176585197,
+    0.09819413721561432,
+    0.14865712821483612,
+    0.06875915080308914,
+    0.014340400695800781,
+    0.03543702885508537,
+    0.0594647191464901,
+    0.06882239878177643,
+    0.10611245036125183,
+    0.029075413942337036,
+    0.01611034944653511,
+    0.2574995160102844,
+    0.11371321231126785,
+    0.018509291112422943,
+    0.12300880253314972,
+    0.02853706292808056,
+    0.030880821868777275,
+    0.021926896646618843,
+    0.0911872461438179,
+    0.0380496047437191,
+    0.02618304453790188,
+    0.2915801405906677,
+    0.1498735100030899,
+    0.26411905884742737,
+    0.0758727639913559,
+    0.2866092026233673,
+    0.43008485436439514,
+    0.44468849897384644,
+    0.25926366448402405,
+    0.3444705605506897,
+    0.21573589742183685,
+    0.27153274416923523,
+    0.12209849804639816,
+    0.19964466989040375,
+    0.25332212448120117,
+    0.2638660669326782,
+    0.14385052025318146,
+    0.0061016082763671875,
+    0.0275216493755579,
+    0.01298519503325224,
+    0.30028286576271057,
+    0.21550290286540985,
+    0.22256729006767273,
+    0.09845209866762161,
+    0.024351976811885834,
+    0.12604479491710663,
+    0.02052162028849125,
+    0.17967577278614044,
+    0.06943541020154953,
+    0.15271694958209991,
+    0.17567777633666992,
+    0.07889951765537262,
+    0.14892219007015228,
+    0.08595641702413559,
+    0.06929323077201843,
+    0.13774795830249786,
+    0.07096210867166519,
+    0.04266708716750145,
+    0.1174440011382103,
+    0.0833759754896164,
+    0.29964113235473633,
+    0.03216316178441048,
+    0.4722999632358551,
+    0.4050225615501404,
+    0.2641642689704895,
+    0.28075653314590454,
+    0.06784587353467941,
+    0.07045356929302216,
+    0.3147001266479492,
+    0.29749780893325806,
+    0.16806334257125854,
+    0.3025764226913452,
+    0.3118627667427063,
+    0.3456076979637146,
+    0.19939656555652618,
+    0.2018078863620758,
+    0.19390569627285004,
+    0.21825937926769257,
+    0.07119955122470856,
+    0.03215382248163223,
+    0.16615836322307587,
+    0.0119324317201972,
+    0.037676580250263214,
+    0.15839283168315887,
+    0.11425253003835678,
+    0.06833089143037796,
+    0.09547790884971619,
+    0.39998137950897217,
+    0.037955086678266525,
+    0.01749865710735321,
+    0.1475561112165451,
+    0.035929590463638306,
+    0.06029513105750084,
+    0.10054470598697662,
+    0.02238236367702484,
+    0.10603966563940048,
+    0.036183346062898636,
+    0.0105125168338418,
+    0.03172478824853897,
+    0.18766526877880096,
+    0.023253092542290688,
+    0.09484930336475372,
+    0.1556720733642578,
+    0.10191337019205093,
+    0.03280317783355713,
+    0.04649648442864418,
+    0.3934158682823181,
+    0.20991669595241547,
+    0.017745202407240868,
+    0.11961162090301514,
+    0.14376409351825714,
+    0.10616246610879898,
+    0.1320863962173462,
+    0.3712252080440521,
+    0.23828986287117004,
+    0.05391277000308037,
+    0.08667474240064621,
+    0.09500864148139954,
+    0.04771425575017929,
+    0.0169630479067564,
+    0.022521840408444405,
+    0.09502138197422028,
+    0.19796153903007507,
+    0.052497413009405136,
+    0.18881572782993317,
+    0.2122534215450287,
+    0.22214193642139435,
+    0.08799312263727188,
+    0.060544975101947784,
+    0.04071556776762009,
+    0.30893880128860474,
+    0.12999296188354492,
+    0.026746677234768867,
+    0.3994283378124237,
+    0.3297123610973358,
+    0.15343061089515686,
+    0.5424849987030029,
+    0.6615369319915771,
+    0.027765441685914993,
+    0.3836996555328369,
+    0.5071560144424438,
+    0.06719846278429031,
+    0.1418295055627823,
+    0.25640788674354553,
+    0.021433593705296516,
+    0.014552829787135124,
+    0.061745043843984604,
+    0.06121458485722542,
+    0.06059412285685539,
+    0.012058941647410393,
+    0.01000940427184105,
+    0.09799052029848099,
+    0.03109927475452423,
+    0.03299829363822937,
+    0.2940751910209656,
+    0.21528150141239166,
+    0.02710496075451374,
+    0.050720520317554474,
+    0.11178974062204361,
+    0.15048329532146454,
+    0.2456926703453064,
+    0.062438078224658966,
+    0.07362677901983261,
+    0.24024228751659393,
+    0.11055010557174683,
+    0.1180972009897232,
+    0.05668259412050247,
+    0.20953397452831268,
+    0.21338066458702087,
+    0.18214622139930725,
+    0.08434297144412994,
+    0.21426741778850555,
+    0.26367348432540894,
+    0.1580103039741516,
+    0.006243393290787935,
+    0.10509970784187317,
+    0.2648222744464874,
+    0.08102112263441086,
+    0.12495390325784683,
+    0.0385081022977829,
+    0.012667556293308735,
+    0.08846826106309891,
+    0.011211699806153774,
+    0.06926023215055466,
+    0.007633893750607967,
+    0.14449413120746613,
+    0.030749352648854256,
+    0.009111769497394562,
+    0.012101290747523308,
+    0.06897728145122528,
+    0.009297879412770271,
+    0.04768703505396843,
+    0.014965143986046314,
+    0.051167018711566925,
+    0.033508580178022385,
+    0.2847203016281128,
+    0.03236554563045502,
+    0.1253405064344406,
+    0.05557512119412422,
+    0.1365462988615036,
+    0.04614207521080971,
+    0.019509142264723778,
+    0.3538351356983185,
+    0.45658037066459656,
+    0.25886932015419006,
+    0.11034680157899857,
+    0.018389496952295303,
+    0.07630819082260132,
+    0.03924056142568588,
+    0.12596066296100616,
+    0.14205163717269897,
+    0.08801371604204178,
+    0.1528087854385376,
+    0.014324880205094814,
+    0.06780097633600235,
+    0.009295287542045116,
+    0.28949397802352905,
+    0.07277792692184448,
+    0.09842707216739655,
+    0.24392998218536377,
+    0.16698558628559113,
+    0.0889764279127121,
+    0.017321079969406128,
+    0.11067873984575272,
+    0.07292304188013077,
+    0.020530391484498978,
+    0.00543458154425025,
+    0.046133141964673996,
+    0.05417574942111969,
+    0.033112894743680954,
+    0.1982596516609192,
+    0.30052199959754944,
+    0.10349336266517639,
+    0.15093623101711273,
+    0.2243303507566452,
+    0.03658184036612511,
+    0.03435104712843895,
+    0.04317830502986908,
+    0.030269544571638107,
+    0.13292153179645538,
+    0.1266581118106842,
+    0.2935437858104706,
+    0.00713569950312376,
+    0.16213613748550415,
+    0.01756160520017147,
+    0.017778746783733368,
+    0.09231896698474884,
+    0.014061002060770988,
+    0.01763211004436016,
+    0.030392663553357124,
+    0.022644614800810814,
+    0.1406363993883133,
+    0.09468429535627365,
+    0.007487533614039421,
+    0.1251532882452011,
+    0.30276480317115784,
+    0.09494782239198685,
+    0.3530466854572296,
+    0.05085946246981621,
+    0.022389663383364677,
+    0.022314313799142838,
+    0.2316916286945343,
+    0.17651766538619995,
+    0.043551720678806305,
+    0.028354179114103317,
+    0.13464748859405518,
+    0.10815553367137909
+  ]
+}

p5-mae-base-d17/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.01080078125
+  - 0.01080078125
+  - 0.37251171875
+  - 0.01080078125
+  - 0.01080078125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.4331015625
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d17
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d17/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d17/exports/step_00035000",
+  "fingerprint": "b77c0d513ab89857",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d17",
+  "probe/map": 0.1587674924812193,
+  "probe/map_train": 0.7615950713800071,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18906736879369185,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.013831853982992,
+  "probe/total_s": 26.14304950798396,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1842329776695659
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18526663206892346
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18906736879369185
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18837168672832483
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.18335677685341542
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.16540075828050893
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.13250569650237104
+    }
+  ],
+  "per_class_ap": [
+    0.648520827293396,
+    0.011168191209435463,
+    0.06252765655517578,
+    0.19650642573833466,
+    0.13184711337089539,
+    0.28369858860969543,
+    0.2258535474538803,
+    0.2748563587665558,
+    0.04295671731233597,
+    0.031213045120239258,
+    0.019023064523935318,
+    0.05301787704229355,
+    0.5958777070045471,
+    0.3175972104072571,
+    0.044725850224494934,
+    0.5261668562889099,
+    0.3302864134311676,
+    0.36023950576782227,
+    0.08729957789182663,
+    0.10617601126432419,
+    0.25572967529296875,
+    0.07761063426733017,
+    0.19474728405475616,
+    0.15793147683143616,
+    0.0754760354757309,
+    0.030900418758392334,
+    0.08906837552785873,
+    0.1593361645936966,
+    0.28454336524009705,
+    0.0974888876080513,
+    0.2969350814819336,
+    0.1816621869802475,
+    0.020335549488663673,
+    0.06640218198299408,
+    0.25884461402893066,
+    0.03427553549408913,
+    0.4308663606643677,
+    0.0687677189707756,
+    0.07348117977380753,
+    0.14519372582435608,
+    0.1930326372385025,
+    0.008893813006579876,
+    0.08678571879863739,
+    0.41440239548683167,
+    0.009685754776000977,
+    0.08582326024770737,
+    0.014398281462490559,
+    0.16145111620426178,
+    0.07389376312494278,
+    0.08894224464893341,
+    0.16815024614334106,
+    0.010419361293315887,
+    0.0504755899310112,
+    0.04674897342920303,
+    0.2537410259246826,
+    0.1218700259923935,
+    0.274391770362854,
+    0.4024742543697357,
+    0.13005061447620392,
+    0.1196342408657074,
+    0.16021975874900818,
+    0.1823963075876236,
+    0.0872362032532692,
+    0.1309475153684616,
+    0.5538340210914612,
+    0.2570490837097168,
+    0.2961879074573517,
+    0.33780282735824585,
+    0.40825390815734863,
+    0.4007163643836975,
+    0.11606310307979584,
+    0.15545536577701569,
+    0.2186753749847412,
+    0.2092420905828476,
+    0.20530031621456146,
+    0.2661924660205841,
+    0.061203256249427795,
+    0.2617417871952057,
+    0.17363551259040833,
+    0.1566752791404724,
+    0.018511516973376274,
+    0.12986822426319122,
+    0.39751163125038147,
+    0.15207678079605103,
+    0.11408398300409317,
+    0.03437742218375206,
+    0.1339239478111267,
+    0.04689311981201172,
+    0.028050564229488373,
+    0.09482628852128983,
+    0.17942364513874054,
+    0.18540605902671814,
+    0.2447519302368164,
+    0.019920242950320244,
+    0.060734834522008896,
+    0.09046245366334915,
+    0.01663835719227791,
+    0.04150990769267082,
+    0.1580745428800583,
+    0.2650305926799774,
+    0.1541244387626648,
+    0.3285885453224182,
+    0.040278952568769455,
+    0.039335254579782486,
+    0.02527768164873123,
+    0.04134728014469147,
+    0.06827404350042343,
+    0.056604545563459396,
+    0.09603464603424072,
+    0.22407418489456177,
+    0.29284414649009705,
+    0.14132772386074066,
+    0.14551876485347748,
+    0.0989997386932373,
+    0.06079404801130295,
+    0.3007534146308899,
+    0.30027109384536743,
+    0.1885066032409668,
+    0.18138502538204193,
+    0.40807607769966125,
+    0.4207920730113983,
+    0.20041558146476746,
+    0.09847526997327805,
+    0.10860470682382584,
+    0.010500452481210232,
+    0.02573172189295292,
+    0.1476665437221527,
+    0.20542049407958984,
+    0.18415290117263794,
+    0.14062513411045074,
+    0.004257864784449339,
+    0.08288101106882095,
+    0.2223723977804184,
+    0.2083766907453537,
+    0.1182069405913353,
+    0.011217697523534298,
+    0.1053001806139946,
+    0.7196059823036194,
+    0.26083260774612427,
+    0.352947860956192,
+    0.45093944668769836,
+    0.3135252892971039,
+    0.15050525963306427,
+    0.13111265003681183,
+    0.10190138220787048,
+    0.08320941030979156,
+    0.09306301176548004,
+    0.25846758484840393,
+    0.1519685834646225,
+    0.23300154507160187,
+    0.18312136828899384,
+    0.2411687821149826,
+    0.2891440689563751,
+    0.1627330482006073,
+    0.16826902329921722,
+    0.2773629426956177,
+    0.10754317045211792,
+    0.13862578570842743,
+    0.01968051679432392,
+    0.05926740914583206,
+    0.5081251859664917,
+    0.32586413621902466,
+    0.3588027358055115,
+    0.14720362424850464,
+    0.2712043821811676,
+    0.31000465154647827,
+    0.34606966376304626,
+    0.16862386465072632,
+    0.332259863615036,
+    0.4202747046947479,
+    0.2687676250934601,
+    0.31765908002853394,
+    0.35522669553756714,
+    0.21809831261634827,
+    0.14065581560134888,
+    0.09194640070199966,
+    0.15094183385372162,
+    0.3862854540348053,
+    0.10559052973985672,
+    0.20065946877002716,
+    0.26083385944366455,
+    0.2190336287021637,
+    0.17297157645225525,
+    0.31924328207969666,
+    0.14180804789066315,
+    0.45422205328941345,
+    0.4073256254196167,
+    0.1867155134677887,
+    0.3143751919269562,
+    0.15874022245407104,
+    0.19976016879081726,
+    0.11494550108909607,
+    0.3841696083545685,
+    0.2188403308391571,
+    0.19462615251541138,
+    0.42231643199920654,
+    0.08796320110559464,
+    0.15237848460674286,
+    0.13452759385108948,
+    0.3138352334499359,
+    0.05516019091010094,
+    0.2781054377555847,
+    0.15332932770252228,
+    0.24144047498703003,
+    0.2649732232093811,
+    0.26739466190338135,
+    0.3175678253173828,
+    0.6335865259170532,
+    0.2509936988353729,
+    0.35124996304512024,
+    0.7865667939186096,
+    0.4652734696865082,
+    0.5513505935668945,
+    0.05491233244538307,
+    0.36182621121406555,
+    0.10633830726146698,
+    0.033575162291526794,
+    0.21893441677093506,
+    0.18564115464687347,
+    0.09548875689506531,
+    0.13402682542800903,
+    0.11076746135950089,
+    0.1569918543100357,
+    0.15653319656848907,
+    0.05871579051017761,
+    0.0521198995411396,
+    0.04660268872976303,
+    0.025625979527831078,
+    0.15248645842075348,
+    0.02953503280878067,
+    0.04855015501379967,
+    0.060184378176927567,
+    0.11074771732091904,
+    0.04477718845009804,
+    0.028312161564826965,
+    0.012090114876627922,
+    0.16995380818843842,
+    0.022873060777783394,
+    0.38874882459640503,
+    0.030648916959762573,
+    0.14748570322990417,
+    0.2646695375442505,
+    0.27564355731010437,
+    0.17683114111423492,
+    0.15041275322437286,
+    0.21462145447731018,
+    0.10262440145015717,
+    0.21285812556743622,
+    0.020468059927225113,
+    0.16303333640098572,
+    0.15291012823581696,
+    0.02034866437315941,
+    0.06418829411268234,
+    0.09626826643943787,
+    0.04749438539147377,
+    0.2217211276292801,
+    0.23433053493499756,
+    0.24916240572929382,
+    0.0644887238740921,
+    0.09606859087944031,
+    0.029802657663822174,
+    0.10046415776014328,
+    0.1455274075269699,
+    0.06975968182086945,
+    0.018552415072917938,
+    0.0419733040034771,
+    0.0640934556722641,
+    0.0783223882317543,
+    0.11118298768997192,
+    0.025896618142724037,
+    0.017268400639295578,
+    0.2536388039588928,
+    0.12437314540147781,
+    0.018099671229720116,
+    0.1223069503903389,
+    0.033643290400505066,
+    0.029904702678322792,
+    0.0215749628841877,
+    0.09851989895105362,
+    0.03373069316148758,
+    0.02638181671500206,
+    0.29670047760009766,
+    0.16564005613327026,
+    0.2671295404434204,
+    0.07069768011569977,
+    0.2854866683483124,
+    0.4329911768436432,
+    0.4496092200279236,
+    0.2643977105617523,
+    0.33504626154899597,
+    0.2131839394569397,
+    0.2698955833911896,
+    0.11886114627122879,
+    0.19696320593357086,
+    0.2528570890426636,
+    0.2581161856651306,
+    0.13888606429100037,
+    0.006396598648279905,
+    0.02803601510822773,
+    0.012679300270974636,
+    0.29864582419395447,
+    0.21188949048519135,
+    0.2207353562116623,
+    0.09239151328802109,
+    0.023746753111481667,
+    0.11747869104146957,
+    0.023106692358851433,
+    0.1884339600801468,
+    0.0922354981303215,
+    0.1734737902879715,
+    0.17438268661499023,
+    0.05344840884208679,
+    0.15804682672023773,
+    0.09574269503355026,
+    0.0699394941329956,
+    0.1498887687921524,
+    0.0697539746761322,
+    0.05077441781759262,
+    0.12051039189100266,
+    0.08495135605335236,
+    0.3057553470134735,
+    0.03204041346907616,
+    0.4816727340221405,
+    0.4355326294898987,
+    0.2953619360923767,
+    0.2861115634441376,
+    0.06675465404987335,
+    0.0737694799900055,
+    0.3210630416870117,
+    0.3102763593196869,
+    0.18763042986392975,
+    0.2786807715892792,
+    0.32534652948379517,
+    0.33499306440353394,
+    0.22247406840324402,
+    0.20793385803699493,
+    0.19934913516044617,
+    0.24378696084022522,
+    0.05911417305469513,
+    0.0311881173402071,
+    0.1882314383983612,
+    0.010513572953641415,
+    0.04089737311005592,
+    0.16000619530677795,
+    0.12223344296216965,
+    0.08048049360513687,
+    0.10066177695989609,
+    0.41084375977516174,
+    0.04068093001842499,
+    0.02064255252480507,
+    0.1458548605442047,
+    0.037165574729442596,
+    0.06091408431529999,
+    0.09816490113735199,
+    0.02401498518884182,
+    0.12912213802337646,
+    0.0344373919069767,
+    0.012015451677143574,
+    0.03247665986418724,
+    0.1841215044260025,
+    0.021521976217627525,
+    0.0795745849609375,
+    0.17715051770210266,
+    0.11413433402776718,
+    0.03460539132356644,
+    0.046137843281030655,
+    0.39602455496788025,
+    0.22360602021217346,
+    0.016095055267214775,
+    0.12105681002140045,
+    0.14519059658050537,
+    0.10892694443464279,
+    0.1263698935508728,
+    0.3690308928489685,
+    0.23426328599452972,
+    0.057963475584983826,
+    0.09201943874359131,
+    0.09427536278963089,
+    0.04738255590200424,
+    0.01644992269575596,
+    0.026568984612822533,
+    0.10459572821855545,
+    0.2320265769958496,
+    0.05785704404115677,
+    0.18061114847660065,
+    0.21707271039485931,
+    0.20982609689235687,
+    0.09270694106817245,
+    0.0641053318977356,
+    0.04979916661977768,
+    0.30751460790634155,
+    0.12353053689002991,
+    0.02510092966258526,
+    0.39532023668289185,
+    0.32516059279441833,
+    0.15478961169719696,
+    0.5495985150337219,
+    0.6434462070465088,
+    0.02372864820063114,
+    0.4013984501361847,
+    0.49242526292800903,
+    0.06948504596948624,
+    0.1687917709350586,
+    0.2647928297519684,
+    0.021397514268755913,
+    0.011384042911231518,
+    0.07880333811044693,
+    0.06262842565774918,
+    0.06264709681272507,
+    0.01077327597886324,
+    0.010024658404290676,
+    0.10016130656003952,
+    0.03181120380759239,
+    0.03350247070193291,
+    0.3108789920806885,
+    0.19517599046230316,
+    0.03669314458966255,
+    0.04453496262431145,
+    0.10947881639003754,
+    0.15101969242095947,
+    0.2514687180519104,
+    0.06660784035921097,
+    0.07084687799215317,
+    0.26046204566955566,
+    0.10833422839641571,
+    0.11734236031770706,
+    0.05986688658595085,
+    0.2224891632795334,
+    0.22494781017303467,
+    0.20321662724018097,
+    0.09334708750247955,
+    0.21297545731067657,
+    0.25639623403549194,
+    0.18374839425086975,
+    0.006752737797796726,
+    0.10383937507867813,
+    0.26603612303733826,
+    0.0778813362121582,
+    0.12022600322961807,
+    0.035805314779281616,
+    0.01580565795302391,
+    0.08455190807580948,
+    0.0140993045642972,
+    0.06834228336811066,
+    0.006570130120962858,
+    0.15771673619747162,
+    0.038417164236307144,
+    0.00879127811640501,
+    0.012317180633544922,
+    0.07775609940290451,
+    0.007904245518147945,
+    0.05135339871048927,
+    0.014039368368685246,
+    0.05454752594232559,
+    0.0366620197892189,
+    0.28846803307533264,
+    0.035629816353321075,
+    0.12789680063724518,
+    0.0512394979596138,
+    0.16870176792144775,
+    0.07217526435852051,
+    0.02073650434613228,
+    0.35274258255958557,
+    0.45848286151885986,
+    0.27786585688591003,
+    0.11254648864269257,
+    0.023157546296715736,
+    0.07746031880378723,
+    0.026604002341628075,
+    0.11623270064592361,
+    0.13832201063632965,
+    0.09185974299907684,
+    0.16432635486125946,
+    0.014685487374663353,
+    0.07053636759519577,
+    0.00897961761802435,
+    0.294840931892395,
+    0.06574699282646179,
+    0.09806425869464874,
+    0.24114374816417694,
+    0.17902329564094543,
+    0.09174301475286484,
+    0.017325010150671005,
+    0.1029018983244896,
+    0.07988225668668747,
+    0.019973445683717728,
+    0.005735322367399931,
+    0.0533968023955822,
+    0.04950660467147827,
+    0.03520859405398369,
+    0.20602498948574066,
+    0.3228974938392639,
+    0.12195760011672974,
+    0.15864884853363037,
+    0.23054441809654236,
+    0.03906650468707085,
+    0.0347590297460556,
+    0.05169430375099182,
+    0.03672969713807106,
+    0.12510758638381958,
+    0.12377090752124786,
+    0.3322785198688507,
+    0.006940482649952173,
+    0.1567119061946869,
+    0.014847098849713802,
+    0.01721344143152237,
+    0.0922127440571785,
+    0.014414122328162193,
+    0.01603574864566326,
+    0.031655799597501755,
+    0.024792710319161415,
+    0.14920198917388916,
+    0.1050647720694542,
+    0.00782072264701128,
+    0.12994468212127686,
+    0.30397123098373413,
+    0.10670490562915802,
+    0.3523446321487427,
+    0.04839496687054634,
+    0.02099348045885563,
+    0.025668837130069733,
+    0.21830569207668304,
+    0.18530334532260895,
+    0.038531459867954254,
+    0.028516549617052078,
+    0.12611323595046997,
+    0.11398757249116898
+  ]
+}

p5-mae-base-d17/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.01080078125
+  - 0.01080078125
+  - 0.37251171875
+  - 0.01080078125
+  - 0.01080078125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.4331015625
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  - 0.010798828125
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d17
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d17/exports/step_00040000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554bc13fffaa2c587121858eaa21d8e83710dc6cb0952d1ea35e8a60e0c728f8
+size 352156376

p5-mae-base-d17/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d17/exports/step_00040000",
+  "fingerprint": "b77c0d513ab89857",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d17",
+  "probe/map": 0.15981867735714173,
+  "probe/map_train": 0.7604010411638915,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1894064113074486,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.519668616936542,
+  "probe/total_s": 26.086348447948694,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18575506284832954
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18659395840685228
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1894064113074486
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1887638342276965
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.18506421377543056
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.16594190215179433
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.13297946822955017
+    }
+  ],
+  "per_class_ap": [
+    0.649376630783081,
+    0.010185576044023037,
+    0.06315601617097855,
+    0.20023341476917267,
+    0.13830699026584625,
+    0.2873381972312927,
+    0.2295857071876526,
+    0.2785380780696869,
+    0.04387824237346649,
+    0.03212174400687218,
+    0.018800850957632065,
+    0.05761164054274559,
+    0.5932950973510742,
+    0.3148883879184723,
+    0.042823079973459244,
+    0.5371790528297424,
+    0.3331812024116516,
+    0.3601650297641754,
+    0.08845730870962143,
+    0.11025585979223251,
+    0.25756144523620605,
+    0.07567594945430756,
+    0.19613036513328552,
+    0.17069879174232483,
+    0.08035125583410263,
+    0.03005206771194935,
+    0.09203758090734482,
+    0.1610216200351715,
+    0.2837902903556824,
+    0.09941954910755157,
+    0.3049348294734955,
+    0.1736544370651245,
+    0.02105693519115448,
+    0.06964817643165588,
+    0.26265427470207214,
+    0.033165641129016876,
+    0.4396825134754181,
+    0.06756801158189774,
+    0.08014238625764847,
+    0.14689181745052338,
+    0.19333624839782715,
+    0.008872310630977154,
+    0.08938001096248627,
+    0.4173341989517212,
+    0.009242420084774494,
+    0.08769423514604568,
+    0.016704052686691284,
+    0.164601132273674,
+    0.07512655109167099,
+    0.0934598371386528,
+    0.16572262346744537,
+    0.009827296249568462,
+    0.044908687472343445,
+    0.04730784520506859,
+    0.23785819113254547,
+    0.12259404361248016,
+    0.2785656154155731,
+    0.3963238000869751,
+    0.12882277369499207,
+    0.13190864026546478,
+    0.16639448702335358,
+    0.18324218690395355,
+    0.08206363767385483,
+    0.12860913574695587,
+    0.553754985332489,
+    0.2574961483478546,
+    0.29564523696899414,
+    0.33656707406044006,
+    0.402949720621109,
+    0.39897528290748596,
+    0.11439600586891174,
+    0.14784082770347595,
+    0.2189394235610962,
+    0.20795248448848724,
+    0.2092362493276596,
+    0.2719516158103943,
+    0.0685659646987915,
+    0.27371400594711304,
+    0.17193269729614258,
+    0.15387463569641113,
+    0.01789679378271103,
+    0.13065211474895477,
+    0.3959052562713623,
+    0.1332772672176361,
+    0.11703594774007797,
+    0.03283008560538292,
+    0.14921076595783234,
+    0.04779580235481262,
+    0.02692982368171215,
+    0.09340403974056244,
+    0.19956915080547333,
+    0.19893735647201538,
+    0.23648996651172638,
+    0.020453080534934998,
+    0.05775187537074089,
+    0.09238366782665253,
+    0.016041075810790062,
+    0.036647066473960876,
+    0.1584549844264984,
+    0.2660299837589264,
+    0.15850576758384705,
+    0.3359801173210144,
+    0.04067850857973099,
+    0.041068706661462784,
+    0.02748952805995941,
+    0.04149119183421135,
+    0.06690344214439392,
+    0.055680934339761734,
+    0.09510040283203125,
+    0.22517310082912445,
+    0.28696492314338684,
+    0.14494386315345764,
+    0.14489153027534485,
+    0.09968354552984238,
+    0.06042658910155296,
+    0.3013626039028168,
+    0.3025314211845398,
+    0.17706623673439026,
+    0.1900157928466797,
+    0.41446277499198914,
+    0.42778751254081726,
+    0.20234720408916473,
+    0.10217741131782532,
+    0.1150236502289772,
+    0.011077205650508404,
+    0.024510417133569717,
+    0.14632344245910645,
+    0.206807941198349,
+    0.18282972276210785,
+    0.1398806869983673,
+    0.004324137233197689,
+    0.09153526276350021,
+    0.22353531420230865,
+    0.20934657752513885,
+    0.11988051235675812,
+    0.010641049593687057,
+    0.12363237887620926,
+    0.7205118536949158,
+    0.2632105350494385,
+    0.3536905348300934,
+    0.45234429836273193,
+    0.31687504053115845,
+    0.14859911799430847,
+    0.12827126681804657,
+    0.10389720648527145,
+    0.08356466889381409,
+    0.09389433264732361,
+    0.259569376707077,
+    0.15665780007839203,
+    0.2423611432313919,
+    0.20195023715496063,
+    0.23714758455753326,
+    0.2896077334880829,
+    0.15932899713516235,
+    0.16726770997047424,
+    0.28545111417770386,
+    0.11219175159931183,
+    0.14246629178524017,
+    0.02077745459973812,
+    0.056000370532274246,
+    0.5070652365684509,
+    0.3272320330142975,
+    0.3692924678325653,
+    0.14746516942977905,
+    0.27856841683387756,
+    0.3130171000957489,
+    0.34842410683631897,
+    0.1698637306690216,
+    0.3376834988594055,
+    0.42756590247154236,
+    0.2646690905094147,
+    0.3232368230819702,
+    0.3526194989681244,
+    0.22304348647594452,
+    0.14356960356235504,
+    0.10173078626394272,
+    0.1482265442609787,
+    0.3881003260612488,
+    0.10711774975061417,
+    0.19268552958965302,
+    0.2711338400840759,
+    0.2184196263551712,
+    0.1919073462486267,
+    0.31864041090011597,
+    0.13602274656295776,
+    0.4574708342552185,
+    0.41013556718826294,
+    0.19214966893196106,
+    0.2962971329689026,
+    0.15717270970344543,
+    0.20185452699661255,
+    0.11259371042251587,
+    0.3823796808719635,
+    0.2146947830915451,
+    0.19548308849334717,
+    0.4243525564670563,
+    0.08865069597959518,
+    0.1561136692762375,
+    0.13705231249332428,
+    0.3033744692802429,
+    0.04231469705700874,
+    0.28347983956336975,
+    0.15257951617240906,
+    0.24439960718154907,
+    0.2656741440296173,
+    0.27212733030319214,
+    0.3178539574146271,
+    0.6459110975265503,
+    0.2523422837257385,
+    0.3503999412059784,
+    0.7857713103294373,
+    0.461826890707016,
+    0.556212842464447,
+    0.055062923580408096,
+    0.37044864892959595,
+    0.10774460434913635,
+    0.03529348969459534,
+    0.2181556224822998,
+    0.17610995471477509,
+    0.09589230269193649,
+    0.13320590555667877,
+    0.11300833523273468,
+    0.15782375633716583,
+    0.15653353929519653,
+    0.060395900160074234,
+    0.05356958508491516,
+    0.044456589967012405,
+    0.026157056912779808,
+    0.15080413222312927,
+    0.029800526797771454,
+    0.04692583903670311,
+    0.061739303171634674,
+    0.11945566534996033,
+    0.03744722157716751,
+    0.027100427076220512,
+    0.013531732372939587,
+    0.16868339478969574,
+    0.026493163779377937,
+    0.40091991424560547,
+    0.02969989739358425,
+    0.156270369887352,
+    0.2662064731121063,
+    0.2754417359828949,
+    0.17510110139846802,
+    0.150450199842453,
+    0.2129075527191162,
+    0.09194694459438324,
+    0.21392740309238434,
+    0.02087278850376606,
+    0.16077005863189697,
+    0.15974360704421997,
+    0.019977688789367676,
+    0.06814750283956528,
+    0.0939495712518692,
+    0.04933376610279083,
+    0.21806880831718445,
+    0.2347065806388855,
+    0.24227693676948547,
+    0.06567291915416718,
+    0.09387797117233276,
+    0.034276120364665985,
+    0.09590526670217514,
+    0.14484630525112152,
+    0.06947846710681915,
+    0.017238792032003403,
+    0.03984927386045456,
+    0.06365877389907837,
+    0.07645583152770996,
+    0.10309214144945145,
+    0.02522781305015087,
+    0.01624373160302639,
+    0.2553554177284241,
+    0.13071714341640472,
+    0.01854580268263817,
+    0.12386719137430191,
+    0.03642012178897858,
+    0.029164321720600128,
+    0.020270705223083496,
+    0.09684805572032928,
+    0.03431245684623718,
+    0.024748090654611588,
+    0.3004443347454071,
+    0.16121211647987366,
+    0.2680611312389374,
+    0.07376876473426819,
+    0.29064708948135376,
+    0.4422127604484558,
+    0.4604146182537079,
+    0.2693648934364319,
+    0.3412929177284241,
+    0.2082354724407196,
+    0.273295521736145,
+    0.12237679213285446,
+    0.19576257467269897,
+    0.2525777816772461,
+    0.27051499485969543,
+    0.14214926958084106,
+    0.006183215416967869,
+    0.028585443273186684,
+    0.012981105595827103,
+    0.29785364866256714,
+    0.21441029012203217,
+    0.22527651488780975,
+    0.09678877890110016,
+    0.024436432868242264,
+    0.12763236463069916,
+    0.024255746975541115,
+    0.18616189062595367,
+    0.08854858577251434,
+    0.17841461300849915,
+    0.17650137841701508,
+    0.05930865928530693,
+    0.15111565589904785,
+    0.09346865117549896,
+    0.07213674485683441,
+    0.14351221919059753,
+    0.0698714479804039,
+    0.05232009291648865,
+    0.12776637077331543,
+    0.0826803669333458,
+    0.3178521692752838,
+    0.03153578191995621,
+    0.48375871777534485,
+    0.4411598742008209,
+    0.29442811012268066,
+    0.2896077334880829,
+    0.0686262995004654,
+    0.06979124248027802,
+    0.3265668451786041,
+    0.3125758767127991,
+    0.18123848736286163,
+    0.29412657022476196,
+    0.3259662985801697,
+    0.3304486870765686,
+    0.20912088453769684,
+    0.20968373119831085,
+    0.1981036514043808,
+    0.2515033185482025,
+    0.06040525436401367,
+    0.03125114366412163,
+    0.17851679027080536,
+    0.010375465266406536,
+    0.043055374175310135,
+    0.16384316980838776,
+    0.11224403232336044,
+    0.0832475945353508,
+    0.10180377215147018,
+    0.4167692959308624,
+    0.03609749674797058,
+    0.019556578248739243,
+    0.14679215848445892,
+    0.039570726454257965,
+    0.06096847727894783,
+    0.09746072441339493,
+    0.023511452600359917,
+    0.13058975338935852,
+    0.03348872438073158,
+    0.012026476673781872,
+    0.03223933279514313,
+    0.18971918523311615,
+    0.019913626834750175,
+    0.08403710275888443,
+    0.1767195165157318,
+    0.12297594547271729,
+    0.033560656011104584,
+    0.04614771902561188,
+    0.39800429344177246,
+    0.22230538725852966,
+    0.016443179920315742,
+    0.13135798275470734,
+    0.147542342543602,
+    0.11090727150440216,
+    0.1323126256465912,
+    0.3693283200263977,
+    0.24350431561470032,
+    0.059358008205890656,
+    0.09334787726402283,
+    0.10619518160820007,
+    0.047282375395298004,
+    0.01588425599038601,
+    0.023117417469620705,
+    0.09670187532901764,
+    0.22984811663627625,
+    0.054285306483507156,
+    0.17607751488685608,
+    0.21312804520130157,
+    0.21183601021766663,
+    0.08656872063875198,
+    0.06514604389667511,
+    0.0506519079208374,
+    0.31164485216140747,
+    0.12150687724351883,
+    0.026423415169119835,
+    0.38934898376464844,
+    0.3294939398765564,
+    0.155683696269989,
+    0.5532593131065369,
+    0.6533614993095398,
+    0.023376766592264175,
+    0.40902334451675415,
+    0.49824753403663635,
+    0.07221635431051254,
+    0.1631990373134613,
+    0.2661627531051636,
+    0.022060522809624672,
+    0.013418780639767647,
+    0.0700911357998848,
+    0.06453786045312881,
+    0.0619419701397419,
+    0.011917952448129654,
+    0.010189525783061981,
+    0.09740476310253143,
+    0.029166778549551964,
+    0.03323230892419815,
+    0.3147662580013275,
+    0.20458686351776123,
+    0.036965977400541306,
+    0.04951179027557373,
+    0.11378151178359985,
+    0.146734818816185,
+    0.25379082560539246,
+    0.06520432978868484,
+    0.07347483187913895,
+    0.26427268981933594,
+    0.10769858211278915,
+    0.11812029033899307,
+    0.05713113397359848,
+    0.22377893328666687,
+    0.2268395572900772,
+    0.20569318532943726,
+    0.10191100090742111,
+    0.21492154896259308,
+    0.25914639234542847,
+    0.17242567241191864,
+    0.006699389312416315,
+    0.1012314185500145,
+    0.2562539875507355,
+    0.07682929188013077,
+    0.12156311422586441,
+    0.03579820320010185,
+    0.01574796624481678,
+    0.07928548008203506,
+    0.015026913955807686,
+    0.08137116581201553,
+    0.006766377482563257,
+    0.15883347392082214,
+    0.04291451349854469,
+    0.008872711099684238,
+    0.013039087876677513,
+    0.07558673620223999,
+    0.007987525314092636,
+    0.0522439181804657,
+    0.013881141319870949,
+    0.04907795414328575,
+    0.03813604637980461,
+    0.2990933060646057,
+    0.033842235803604126,
+    0.1371508687734604,
+    0.05614950880408287,
+    0.16773386299610138,
+    0.07052117586135864,
+    0.02040010131895542,
+    0.3520992696285248,
+    0.45923325419425964,
+    0.28056710958480835,
+    0.11659259349107742,
+    0.020940963178873062,
+    0.08219823986291885,
+    0.028694430366158485,
+    0.11237259954214096,
+    0.14016398787498474,
+    0.09150104969739914,
+    0.16876043379306793,
+    0.014219840988516808,
+    0.08106452971696854,
+    0.009561019949615002,
+    0.302432656288147,
+    0.06484383344650269,
+    0.10147477686405182,
+    0.24171137809753418,
+    0.1793593168258667,
+    0.09291242808103561,
+    0.01713060773909092,
+    0.10972338914871216,
+    0.07570967823266983,
+    0.020429134368896484,
+    0.005658366251736879,
+    0.05343225225806236,
+    0.04927758872509003,
+    0.03521252050995827,
+    0.20175087451934814,
+    0.32529416680336,
+    0.11787351965904236,
+    0.16352961957454681,
+    0.23355530202388763,
+    0.04116196930408478,
+    0.03626276180148125,
+    0.05338737368583679,
+    0.03608299419283867,
+    0.1230616644024849,
+    0.12185020744800568,
+    0.33747515082359314,
+    0.007090050261467695,
+    0.1573200821876526,
+    0.015402920544147491,
+    0.01786247454583645,
+    0.09249721467494965,
+    0.014495315961539745,
+    0.0156367477029562,
+    0.03266918286681175,
+    0.023759787902235985,
+    0.14598222076892853,
+    0.09931835532188416,
+    0.008658661507070065,
+    0.12481557577848434,
+    0.3098810017108917,
+    0.10093396157026291,
+    0.34704235196113586,
+    0.04895707964897156,
+    0.02499055489897728,
+    0.027534522116184235,
+    0.22463107109069824,
+    0.18158066272735596,
+    0.03692014515399933,
+    0.02783195860683918,
+    0.1391737461090088,
+    0.1193099096417427
+  ]
+}

p5-mae-base-d17/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389a4a0622718823b06318514416cf43725346ef1de9b3c55bf8a1cb31270b55
+size 15360128

p5-mae-base-d17/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d17",
+  "fingerprint": "b77c0d513ab89857",
+  "wandb_run_id": "phase5-p5-mae-base-d17",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 85252608,
+    "decoder_params": 2585856,
+    "trainable_params": 88035328,
+    "total_params": 88035328
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 2.0000019000511308e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 579365,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.010800520833333334,
+      0.010800520833333334,
+      0.3725114583333333,
+      0.010800520833333334,
+      0.010800520833333334,
+      0.010798958333333334,
+      0.010798958333333334,
+      0.010798958333333334,
+      0.010798958333333334,
+      0.010798958333333334,
+      0.010798958333333334,
+      0.010798958333333334,
+      0.4331015625,
+      0.010798958333333334,
+      0.010798958333333334,
+      0.010798958333333334,
+      0.010798958333333334,
+      0.010798958333333334,
+      0.0107984375,
+      0.010798958333333334
+    ]
+  },
+  "started_at": 1787020493.669893,
+  "finished_at": 1787022118.4576268,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 2.0947370529174805,
+    "val/loss": 0.6273793317377567,
+    "val/frame": 0.6273793317377567,
+    "val/utterance": 0.0
+  }
+}

p5-mae-base-d17/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787022118.459214,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 2.0947370529174805,
+  "val/loss": 0.6273793317377567,
+  "val/frame": 0.6273793317377567,
+  "val/utterance": 0.0
+}

p5-mae-base-d17/wandb/debug-internal.log

@@ -0,0 +1,233 @@
+{"time":"2026-08-18T02:34:51.164822667Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T02:34:51.16544342Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T02:34:51.421261727Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-base-d17"}
+{"time":"2026-08-18T02:34:51.421391391Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T02:34:51.421603352Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T02:34:51.421634121Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-base-d17"}
+{"time":"2026-08-18T02:34:51.4216608Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T02:34:54.048880224Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T02:34:54.355489281Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:09.049272793Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":9,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":29,"uploaded_len":2}
+{"time":"2026-08-18T02:35:09.339584531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:24.049668554Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":17,"events_offset":2,"events_lines":2,"console_offset":29,"console_lines":17}
+{"time":"2026-08-18T02:35:24.331937873Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:39.049762548Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":26,"history_lines":18,"events_offset":4,"events_lines":2,"console_offset":46,"console_lines":18}
+{"time":"2026-08-18T02:35:39.334281642Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:54.049417354Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":44,"history_lines":17,"events_offset":6,"events_lines":2,"console_offset":64,"console_lines":18}
+{"time":"2026-08-18T02:35:54.355581298Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:09.049382976Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":61,"history_lines":19,"events_offset":8,"events_lines":2,"console_offset":82,"console_lines":19}
+{"time":"2026-08-18T02:36:09.345282822Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:24.049715745Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":80,"history_lines":19,"events_offset":10,"events_lines":2,"console_offset":101,"console_lines":19}
+{"time":"2026-08-18T02:36:24.340604114Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:39.0493039Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":99,"history_lines":19,"events_offset":12,"events_lines":2,"console_offset":120,"console_lines":20}
+{"time":"2026-08-18T02:36:39.344736024Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:54.048990048Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":118,"history_lines":19,"events_offset":14,"events_lines":2,"console_offset":139,"console_lines":20}
+{"time":"2026-08-18T02:36:54.353346496Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:09.049430298Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":137,"history_lines":17,"events_offset":16,"events_lines":2,"console_offset":159,"console_lines":18}
+{"time":"2026-08-18T02:37:09.363640061Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:24.049787278Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":154,"history_lines":19,"events_offset":18,"events_lines":2,"console_offset":177,"console_lines":19}
+{"time":"2026-08-18T02:37:24.349943001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:39.049255884Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":173,"history_lines":18,"events_offset":20,"events_lines":2,"console_offset":196,"console_lines":18}
+{"time":"2026-08-18T02:37:39.345940939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:54.050125432Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":191,"history_lines":19,"events_offset":22,"events_lines":2,"console_offset":214,"console_lines":20}
+{"time":"2026-08-18T02:37:54.340417023Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:09.049534405Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":210,"history_lines":18,"events_offset":24,"events_lines":2,"console_offset":234,"console_lines":18}
+{"time":"2026-08-18T02:38:09.359297929Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:24.050046216Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":228,"history_lines":18,"events_offset":26,"events_lines":2,"console_offset":252,"console_lines":18}
+{"time":"2026-08-18T02:38:24.351944897Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:39.049424081Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":246,"history_lines":17,"events_offset":28,"events_lines":2,"console_offset":270,"console_lines":18}
+{"time":"2026-08-18T02:38:39.340184247Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:54.050450929Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":263,"history_lines":20,"events_offset":30,"events_lines":2,"console_offset":288,"console_lines":20}
+{"time":"2026-08-18T02:38:54.352533187Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:09.050002409Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":283,"history_lines":18,"events_offset":32,"events_lines":2,"console_offset":308,"console_lines":19}
+{"time":"2026-08-18T02:39:09.366625647Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:24.049268556Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":301,"history_lines":20,"events_offset":34,"events_lines":2,"console_offset":327,"console_lines":20}
+{"time":"2026-08-18T02:39:24.345082392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:39.049298831Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":321,"history_lines":19,"events_offset":36,"events_lines":2,"console_offset":347,"console_lines":19}
+{"time":"2026-08-18T02:39:39.342472802Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:54.050309352Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":340,"history_lines":18,"events_offset":38,"events_lines":2,"console_offset":366,"console_lines":19}
+{"time":"2026-08-18T02:39:54.338932144Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:09.050096413Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":358,"history_lines":19,"events_offset":40,"events_lines":2,"console_offset":385,"console_lines":19}
+{"time":"2026-08-18T02:40:09.352946339Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:24.049851356Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":377,"history_lines":19,"events_offset":42,"events_lines":2,"console_offset":404,"console_lines":19}
+{"time":"2026-08-18T02:40:24.346986572Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:39.04957096Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":396,"history_lines":18,"events_offset":44,"events_lines":2,"console_offset":423,"console_lines":19}
+{"time":"2026-08-18T02:40:39.332163631Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:54.049337584Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":414,"history_lines":20,"events_offset":46,"events_lines":2,"console_offset":442,"console_lines":20}
+{"time":"2026-08-18T02:40:54.3523422Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:09.049791138Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":434,"history_lines":19,"events_offset":48,"events_lines":2,"console_offset":462,"console_lines":20}
+{"time":"2026-08-18T02:41:09.363629752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:24.050023665Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":453,"history_lines":19,"events_offset":50,"events_lines":2,"console_offset":482,"console_lines":19}
+{"time":"2026-08-18T02:41:24.353814634Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:39.049507764Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":472,"history_lines":19,"events_offset":52,"events_lines":2,"console_offset":501,"console_lines":19}
+{"time":"2026-08-18T02:41:39.328351505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:54.049185465Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":491,"history_lines":17,"events_offset":54,"events_lines":2,"console_offset":520,"console_lines":18}
+{"time":"2026-08-18T02:41:54.329637598Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:09.050029923Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":508,"history_lines":20,"events_offset":56,"events_lines":2,"console_offset":538,"console_lines":20}
+{"time":"2026-08-18T02:42:09.383506842Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:24.049095431Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":528,"history_lines":19,"events_offset":58,"events_lines":2,"console_offset":558,"console_lines":19}
+{"time":"2026-08-18T02:42:24.344933896Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:39.050212644Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":547,"history_lines":18,"events_offset":60,"events_lines":2,"console_offset":577,"console_lines":19}
+{"time":"2026-08-18T02:42:39.341429118Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:54.049771556Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":565,"history_lines":20,"events_offset":62,"events_lines":2,"console_offset":596,"console_lines":20}
+{"time":"2026-08-18T02:42:54.351542934Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:09.04920973Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":585,"history_lines":19,"events_offset":64,"events_lines":2,"console_offset":616,"console_lines":20}
+{"time":"2026-08-18T02:43:09.402850898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:24.049901955Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":604,"history_lines":19,"events_offset":66,"events_lines":2,"console_offset":636,"console_lines":19}
+{"time":"2026-08-18T02:43:24.33865668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:39.049080686Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":623,"history_lines":20,"events_offset":68,"events_lines":2,"console_offset":655,"console_lines":20}
+{"time":"2026-08-18T02:43:39.345416028Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:54.049490563Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":643,"history_lines":19,"events_offset":70,"events_lines":2,"console_offset":675,"console_lines":20}
+{"time":"2026-08-18T02:43:54.348373476Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:09.050482743Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":662,"history_lines":20,"events_offset":72,"events_lines":2,"console_offset":695,"console_lines":20}
+{"time":"2026-08-18T02:44:09.381671313Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:24.05008796Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":682,"history_lines":18,"events_offset":74,"events_lines":2,"console_offset":715,"console_lines":19}
+{"time":"2026-08-18T02:44:24.333823023Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:39.050412105Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":700,"history_lines":20,"events_offset":76,"events_lines":2,"console_offset":734,"console_lines":20}
+{"time":"2026-08-18T02:44:39.343541315Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:54.049061443Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":720,"history_lines":19,"events_offset":78,"events_lines":2,"console_offset":754,"console_lines":19}
+{"time":"2026-08-18T02:44:54.347783094Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:09.049947675Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":739,"history_lines":17,"events_offset":80,"events_lines":2,"console_offset":773,"console_lines":18}
+{"time":"2026-08-18T02:45:09.352117806Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:24.049040164Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":756,"history_lines":20,"events_offset":82,"events_lines":2,"console_offset":791,"console_lines":20}
+{"time":"2026-08-18T02:45:24.335994499Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:39.050154958Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":776,"history_lines":20,"events_offset":84,"events_lines":2,"console_offset":811,"console_lines":20}
+{"time":"2026-08-18T02:45:39.349381013Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:54.050204267Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":796,"history_lines":18,"events_offset":86,"events_lines":2,"console_offset":831,"console_lines":19}
+{"time":"2026-08-18T02:45:54.333330359Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:09.049545467Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":814,"history_lines":18,"events_offset":88,"events_lines":2,"console_offset":850,"console_lines":18}
+{"time":"2026-08-18T02:46:09.386944422Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:24.050058785Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":832,"history_lines":18,"events_offset":90,"events_lines":2,"console_offset":868,"console_lines":19}
+{"time":"2026-08-18T02:46:24.335342211Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:39.049569703Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":850,"history_lines":19,"events_offset":92,"events_lines":2,"console_offset":887,"console_lines":19}
+{"time":"2026-08-18T02:46:39.366144577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:54.049188025Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":869,"history_lines":18,"events_offset":94,"events_lines":2,"console_offset":906,"console_lines":18}
+{"time":"2026-08-18T02:46:54.334575575Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:09.049352504Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":887,"history_lines":18,"events_offset":96,"events_lines":2,"console_offset":924,"console_lines":19}
+{"time":"2026-08-18T02:47:09.34993823Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:24.049753446Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":905,"history_lines":18,"events_offset":98,"events_lines":2,"console_offset":943,"console_lines":18}
+{"time":"2026-08-18T02:47:24.344263311Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:39.04951099Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":923,"history_lines":18,"events_offset":100,"events_lines":2,"console_offset":961,"console_lines":18}
+{"time":"2026-08-18T02:47:39.361991749Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:54.04973172Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":941,"history_lines":18,"events_offset":102,"events_lines":2,"console_offset":979,"console_lines":19}
+{"time":"2026-08-18T02:47:54.326768773Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:09.049285518Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":959,"history_lines":19,"events_offset":104,"events_lines":2,"console_offset":998,"console_lines":19}
+{"time":"2026-08-18T02:48:09.372416778Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:24.049345336Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":978,"history_lines":20,"events_offset":106,"events_lines":2,"console_offset":1017,"console_lines":20}
+{"time":"2026-08-18T02:48:24.375091559Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:39.049476768Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":998,"history_lines":17,"events_offset":108,"events_lines":2,"console_offset":1037,"console_lines":18}
+{"time":"2026-08-18T02:48:39.352880515Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:54.049610914Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1015,"history_lines":20,"events_offset":110,"events_lines":2,"console_offset":1055,"console_lines":20}
+{"time":"2026-08-18T02:48:54.337091794Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:09.049464234Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1035,"history_lines":18,"events_offset":112,"events_lines":2,"console_offset":1075,"console_lines":19}
+{"time":"2026-08-18T02:49:09.384242037Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:24.049846079Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1053,"history_lines":20,"events_offset":114,"events_lines":2,"console_offset":1094,"console_lines":20}
+{"time":"2026-08-18T02:49:24.339280538Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:39.049689432Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1073,"history_lines":19,"events_offset":116,"events_lines":2,"console_offset":1114,"console_lines":19}
+{"time":"2026-08-18T02:49:39.347236917Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:54.049723362Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1092,"history_lines":18,"events_offset":118,"events_lines":2,"console_offset":1133,"console_lines":19}
+{"time":"2026-08-18T02:49:54.374417856Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:09.050401384Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1110,"history_lines":19,"events_offset":120,"events_lines":2,"console_offset":1152,"console_lines":19}
+{"time":"2026-08-18T02:50:09.389241078Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:24.049639138Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1129,"history_lines":19,"events_offset":122,"events_lines":2,"console_offset":1171,"console_lines":19}
+{"time":"2026-08-18T02:50:24.351297137Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:39.049381164Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1148,"history_lines":19,"events_offset":124,"events_lines":2,"console_offset":1190,"console_lines":20}
+{"time":"2026-08-18T02:50:39.389849902Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:54.049889226Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1167,"history_lines":19,"events_offset":126,"events_lines":2,"console_offset":1210,"console_lines":19}
+{"time":"2026-08-18T02:50:54.343872569Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:09.049597714Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1186,"history_lines":18,"events_offset":128,"events_lines":2,"console_offset":1229,"console_lines":19}
+{"time":"2026-08-18T02:51:09.357091834Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:24.050462877Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1204,"history_lines":19,"events_offset":130,"events_lines":2,"console_offset":1248,"console_lines":19}
+{"time":"2026-08-18T02:51:24.349030722Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:39.049191779Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1223,"history_lines":19,"events_offset":132,"events_lines":2,"console_offset":1267,"console_lines":19}
+{"time":"2026-08-18T02:51:39.341356534Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:54.049596838Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1242,"history_lines":17,"events_offset":134,"events_lines":2,"console_offset":1286,"console_lines":18}
+{"time":"2026-08-18T02:51:54.3382667Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:09.050003852Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1259,"history_lines":20,"events_offset":136,"events_lines":2,"console_offset":1304,"console_lines":20}
+{"time":"2026-08-18T02:52:09.376706019Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:24.04937125Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1279,"history_lines":19,"events_offset":138,"events_lines":2,"console_offset":1324,"console_lines":19}
+{"time":"2026-08-18T02:52:24.329855147Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:39.0500271Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1298,"history_lines":19,"events_offset":140,"events_lines":2,"console_offset":1343,"console_lines":20}
+{"time":"2026-08-18T02:52:39.357333846Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:54.049612017Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1317,"history_lines":19,"events_offset":142,"events_lines":2,"console_offset":1363,"console_lines":19}
+{"time":"2026-08-18T02:52:54.353927215Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:09.049294321Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1336,"history_lines":18,"events_offset":144,"events_lines":2,"console_offset":1382,"console_lines":19}
+{"time":"2026-08-18T02:53:09.366898226Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:24.049118642Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1354,"history_lines":17,"events_offset":146,"events_lines":2,"console_offset":1401,"console_lines":17}
+{"time":"2026-08-18T02:53:24.350618982Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:39.049788288Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1371,"history_lines":19,"events_offset":148,"events_lines":2,"console_offset":1418,"console_lines":19}
+{"time":"2026-08-18T02:53:39.340518146Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:54.049980621Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1390,"history_lines":18,"events_offset":150,"events_lines":2,"console_offset":1437,"console_lines":19}
+{"time":"2026-08-18T02:53:54.334387763Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:09.049551658Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1408,"history_lines":19,"events_offset":152,"events_lines":2,"console_offset":1456,"console_lines":19}
+{"time":"2026-08-18T02:54:09.350176563Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:24.049097211Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1427,"history_lines":19,"events_offset":154,"events_lines":2,"console_offset":1475,"console_lines":19}
+{"time":"2026-08-18T02:54:24.329077291Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:39.049189334Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1446,"history_lines":18,"events_offset":156,"events_lines":2,"console_offset":1494,"console_lines":19}
+{"time":"2026-08-18T02:54:39.332141263Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:54.049420049Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1464,"history_lines":20,"events_offset":158,"events_lines":2,"console_offset":1513,"console_lines":20}
+{"time":"2026-08-18T02:54:54.371431459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:09.049731544Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1484,"history_lines":15,"events_offset":160,"events_lines":2,"console_offset":1533,"console_lines":16}
+{"time":"2026-08-18T02:55:09.339063922Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:24.049970485Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1499,"history_lines":19,"events_offset":162,"events_lines":2,"console_offset":1549,"console_lines":19}
+{"time":"2026-08-18T02:55:24.341037808Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:39.049333908Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1518,"history_lines":17,"events_offset":164,"events_lines":2,"console_offset":1568,"console_lines":17}
+{"time":"2026-08-18T02:55:39.349698641Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:54.050427016Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1535,"history_lines":19,"events_offset":166,"events_lines":2,"console_offset":1585,"console_lines":20}
+{"time":"2026-08-18T02:55:54.342541509Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:09.049122485Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1554,"history_lines":17,"events_offset":168,"events_lines":2,"console_offset":1605,"console_lines":17}
+{"time":"2026-08-18T02:56:09.359903581Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:24.049632857Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1571,"history_lines":19,"events_offset":170,"events_lines":2,"console_offset":1622,"console_lines":19}
+{"time":"2026-08-18T02:56:24.32988917Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:39.050558591Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1590,"history_lines":16,"events_offset":172,"events_lines":2,"console_offset":1641,"console_lines":17}
+{"time":"2026-08-18T02:56:39.330822818Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:54.04978492Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1606,"history_lines":20,"events_offset":174,"events_lines":2,"console_offset":1658,"console_lines":20}
+{"time":"2026-08-18T02:56:54.342413926Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:09.050051682Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1626,"history_lines":19,"events_offset":176,"events_lines":2,"console_offset":1678,"console_lines":19}
+{"time":"2026-08-18T02:57:09.366271643Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:24.051330467Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1645,"history_lines":18,"events_offset":178,"events_lines":2,"console_offset":1697,"console_lines":19}
+{"time":"2026-08-18T02:57:24.400550468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:39.049717953Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1663,"history_lines":19,"events_offset":180,"events_lines":2,"console_offset":1716,"console_lines":19}
+{"time":"2026-08-18T02:57:39.875142287Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:54.052830465Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1682,"history_lines":18,"events_offset":182,"events_lines":2,"console_offset":1735,"console_lines":19}
+{"time":"2026-08-18T02:57:54.34628075Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:09.049245401Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1700,"history_lines":19,"events_offset":184,"events_lines":2,"console_offset":1754,"console_lines":19}
+{"time":"2026-08-18T02:58:09.352031686Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:24.04956696Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1719,"history_lines":18,"events_offset":186,"events_lines":2,"console_offset":1773,"console_lines":18}
+{"time":"2026-08-18T02:58:24.363447673Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:39.049570264Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1737,"history_lines":17,"events_offset":188,"events_lines":2,"console_offset":1791,"console_lines":18}
+{"time":"2026-08-18T02:58:39.340661923Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:54.049923461Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1754,"history_lines":19,"events_offset":190,"events_lines":2,"console_offset":1809,"console_lines":19}
+{"time":"2026-08-18T02:58:54.342907695Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:09.04951416Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1773,"history_lines":20,"events_offset":192,"events_lines":2,"console_offset":1828,"console_lines":20}
+{"time":"2026-08-18T02:59:09.353894763Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:24.049567916Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1793,"history_lines":18,"events_offset":194,"events_lines":2,"console_offset":1848,"console_lines":19}
+{"time":"2026-08-18T02:59:24.336896534Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:39.049445469Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1811,"history_lines":19,"events_offset":196,"events_lines":2,"console_offset":1867,"console_lines":19}
+{"time":"2026-08-18T02:59:39.346030345Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:54.04901573Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1830,"history_lines":19,"events_offset":198,"events_lines":2,"console_offset":1886,"console_lines":20}
+{"time":"2026-08-18T02:59:54.356247893Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:09.049870924Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1849,"history_lines":19,"events_offset":200,"events_lines":2,"console_offset":1906,"console_lines":19}
+{"time":"2026-08-18T03:00:09.353740854Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:24.049583051Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1868,"history_lines":19,"events_offset":202,"events_lines":2,"console_offset":1925,"console_lines":19}
+{"time":"2026-08-18T03:00:24.314558135Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:39.049003055Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1887,"history_lines":17,"events_offset":204,"events_lines":2,"console_offset":1944,"console_lines":18}
+{"time":"2026-08-18T03:00:39.337956163Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:54.049167008Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1904,"history_lines":19,"events_offset":206,"events_lines":2,"console_offset":1962,"console_lines":19}
+{"time":"2026-08-18T03:00:54.35561725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:09.049833445Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1923,"history_lines":19,"events_offset":208,"events_lines":2,"console_offset":1981,"console_lines":19}
+{"time":"2026-08-18T03:01:09.341872721Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:24.049867362Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1942,"history_lines":18,"events_offset":210,"events_lines":2,"console_offset":2000,"console_lines":19}
+{"time":"2026-08-18T03:01:24.32219039Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:39.049970711Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1960,"history_lines":19,"events_offset":212,"events_lines":2,"console_offset":2019,"console_lines":19}
+{"time":"2026-08-18T03:01:39.340540448Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:54.04940017Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1979,"history_lines":19,"events_offset":214,"events_lines":2,"console_offset":2038,"console_lines":19}
+{"time":"2026-08-18T03:01:54.346439632Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:02:00.96751549Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T03:02:00.967756562Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1998,"history_lines":2,"console_offset":2057,"console_lines":2,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T03:02:01.238157633Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:02:01.241502702Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T03:02:01.249729868Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T03:02:01.249765738Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T03:02:01.249963489Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T03:02:01.249977299Z","level":"INFO","msg":"stream: all finished"}

p5-mae-base-d17/wandb/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_setup.py:_flush():81] Configure stats pid to 2429085
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/logs/debug.log
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/logs/debug-internal.log
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_init.py:init():783] calling init triggers
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 768, 'depth': 12, 'num_heads': 12, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 24, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.01080078125, 0.01080078125, 0.37251171875, 0.01080078125, 0.01080078125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.4331015625, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0001, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 2, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-base-d17', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_init.py:init():831] starting backend
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 02:34:51,422 INFO    MainThread:2429085 [wandb_init.py:init():851] backend started and connected
+2026-08-18 02:34:51,424 INFO    MainThread:2429085 [wandb_init.py:init():921] updated telemetry
+2026-08-18 02:34:51,435 INFO    MainThread:2429085 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 02:34:53,408 INFO    MainThread:2429085 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 02:34:53,489 INFO    MainThread:2429085 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 02:34:53,489 INFO    MainThread:2429085 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 02:34:53,490 INFO    MainThread:2429085 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 02:34:53,490 INFO    MainThread:2429085 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 02:34:53,493 INFO    MainThread:2429085 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 03:01:58,459 INFO    MainThread:2429085 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-base-d17
+2026-08-18 03:01:58,460 INFO    MainThread:2429085 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 03:01:58,460 INFO    MainThread:2429085 [wandb_run.py:_restore():2575] restore
+2026-08-18 03:01:58,460 INFO    MainThread:2429085 [wandb_run.py:_restore():2581] restore done
+2026-08-18 03:02:01,248 INFO    MainThread:2429085 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/files/config.yaml

@@ -0,0 +1,243 @@
+_wandb:
+    value:
+        cli_version: 0.28.2
+        e:
+            srai0028ka2uvhp2qy3go2gdf5v5p04c:
+                args:
+                    - --output-dir
+                    - /workspace/runs/p5-mae-base-d17
+                    - --config
+                    - configs/base.yaml
+                    - --config
+                    - configs/scale_base.yaml
+                    - --config
+                    - configs/budget_40k.yaml
+                    - --config
+                    - configs/obj_mae.yaml
+                    - --set
+                    - optim.lr=1.0e-4
+                    - --set
+                    - runtime.seed=0
+                    - --set
+                    - mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy
+                    - --set
+                    - mixture.weights=[0.01080078125, 0.01080078125, 0.37251171875, 0.01080078125, 0.01080078125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.4331015625, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125]
+                    - --set
+                    - tracking.campaign_id=phase5
+                    - --set
+                    - tracking.trial_id=p5-mae-base-d17
+                    - --set
+                    - tracking.wandb_project=mixture-transfer
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "549755813888"
+                        used: "380046123008"
+                email: luequinn@gmail.com
+                executable: /venv/main/bin/python
+                git:
+                    commit: c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da
+                gpu: NVIDIA GeForce RTX 4090
+                gpu_count: 8
+                gpu_nvidia:
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0b498470-e696-0ceb-43c2-53b31f6448e8
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-b86c050f-5196-4a9c-bbb5-d078a0818244
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c
+                host: ed94ef2c39aa
+                memory:
+                    total: "540803837952"
+                os: Linux-5.15.0-187-generic-x86_64-with-glibc2.39
+                program: -m eatmap.cli.pretrain
+                python: CPython 3.12.13
+                root: /workspace/runs/p5-mae-base-d17
+                startedAt: "2026-08-18T02:34:51.158759Z"
+                writerId: srai0028ka2uvhp2qy3go2gdf5v5p04c
+        m:
+            - "1": optimizer_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+            "2":
+                - 1
+            "3":
+                - 2
+                - 7
+                - 13
+                - 14
+                - 16
+                - 61
+                - 62
+            "4": 3.12.13
+            "5": 0.28.2
+            "12": 0.28.2
+            "13": linux-x86_64
+checkpoint:
+    value:
+        export_every_n_steps: 5000
+        keep_last_n_exports: 0
+        save_every_n_steps: 5000
+data:
+    value:
+        batch_size: 24
+        data_dir: /workspace/data/asmel_flat
+        drop_last: true
+        max_shards: 0
+        num_workers: 12
+        persistent_workers: true
+        pin_memory: true
+        prefetch_factor: 4
+        revision: ""
+        seed: 0
+        train_split: train
+        val_split: balanced_train
+eval:
+    value:
+        batch_size: 48
+        enabled: true
+        every_n_steps: 1000
+        mask_seed: 12345
+        num_clips: 2048
+loop:
+    value:
+        budget_clips: 1920000
+        compile: true
+        compile_mode: default
+        gradient_accumulation_steps: 2
+        heartbeat_every_n_steps: 50
+        log_every_n_steps: 20
+        max_steps: null
+        precision: bfloat16
+        schedule_clips: null
+mixture:
+    value:
+        cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+        dist_id: null
+        distinct_fraction: null
+        distributions: null
+        repetition_cap: 1000
+        weights:
+            - 0.01080078125
+            - 0.01080078125
+            - 0.37251171875
+            - 0.01080078125
+            - 0.01080078125
+            - 0.010798828125
+            - 0.010798828125
+            - 0.010798828125
+            - 0.010798828125
+            - 0.010798828125
+            - 0.010798828125
+            - 0.010798828125
+            - 0.4331015625
+            - 0.010798828125
+            - 0.010798828125
+            - 0.010798828125
+            - 0.010798828125
+            - 0.010798828125
+            - 0.010798828125
+            - 0.010798828125
+model:
+    value:
+        decoder_groups: 16
+        decoder_kernel: 3
+        decoder_layers: 6
+        depth: 12
+        embed_dim: 768
+        mel_bins: 64
+        mlp_ratio: 4
+        num_heads: 12
+        patch_freq: 16
+        patch_time: 16
+        target_frames: 1024
+objective:
+    value:
+        average_top_k_layers: 0
+        clone_batch: 1
+        ema_anneal_steps: null
+        ema_decay: 0.9998
+        ema_end_decay: 0.99999
+        kind: mae
+        mae_norm_pix: true
+        mask_length: 5
+        mask_prob: 0.8
+        mask_prob_adjust: 0.07
+        normalize_utterance_target: false
+        num_classes: 527
+        utterance_weight: 1
+optim:
+    value:
+        betas:
+            - 0.9
+            - 0.95
+        clip_norm: 4
+        eps: 1e-08
+        lr: 0.0001
+        min_lr_scale: 0.002
+        warmup_frac: 0.1
+        weight_decay: 0.05
+runtime:
+    value:
+        allow_tf32: true
+        data_loader_seed: null
+        deterministic: false
+        objective_seed: null
+        seed: 0
+tracking:
+    value:
+        campaign_id: phase5
+        hub_private: false
+        hub_repo_id: null
+        hub_upload: false
+        trial_id: p5-mae-base-d17
+        wandb_entity: null
+        wandb_mode: online
+        wandb_project: mixture-transfer
+        wandb_run_id: null

p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/files/requirements.txt

@@ -0,0 +1,115 @@
+packaging==26.2
+pip==26.1.2
+wheel==0.47.0
+aiosignal==1.4.0
+typing-inspection==0.4.4
+xxhash==4.0.0
+aiohappyeyeballs==2.7.1
+multidict==6.7.1
+safetensors==0.8.0
+annotated-types==0.8.0
+charset-normalizer==3.5.1
+propcache==0.5.2
+pydantic_core==2.46.4
+urllib3==2.7.0
+opentelemetry-api==1.44.0
+yarl==1.24.5
+frozenlist==1.8.0
+dill==0.4.1
+aiohttp==3.14.3
+requests==2.34.2
+attrs==26.1.0
+multiprocess==0.70.19
+protobuf==7.35.1
+pydantic==2.13.4
+datasets==5.0.1
+sentry-sdk==2.68.0
+wandb==0.28.2
+pyarrow==25.0.1
+pandas==3.0.5
+scipy==1.18.0
+hf_transfer==0.1.9
+iniconfig==2.3.0
+pluggy==1.6.0
+pytest==9.1.1
+cuda-bindings==13.3.1
+cuda-pathfinder==1.5.5
+cuda-toolkit==13.0.2
+Jinja2==3.1.6
+MarkupSafe==3.0.3
+mpmath==1.3.0
+networkx==3.6.1
+numpy==2.4.6
+nvidia-cublas==13.1.1.3
+nvidia-cuda-cupti==13.0.85
+nvidia-cuda-nvrtc==13.0.88
+nvidia-cuda-runtime==13.0.96
+nvidia-cudnn-cu13==9.20.0.48
+nvidia-cufft==12.0.0.61
+nvidia-cufile==1.15.1.6
+nvidia-curand==10.4.0.35
+nvidia-cusolver==12.0.4.66
+nvidia-cusparse==12.6.3.3
+nvidia-cusparselt-cu13==0.8.1
+nvidia-nccl-cu13==2.29.7
+nvidia-nvjitlink==13.0.88
+nvidia-nvshmem-cu13==3.4.5
+nvidia-nvtx==13.0.85
+pillow==12.2.0
+setuptools==81.0.0
+sympy==1.14.0
+torch==2.12.0+cu130
+torchcodec==0.12.0+cu130
+torchvision==0.27.0+cu130
+triton==3.7.0
+annotated-doc==0.0.4
+anyio==4.13.0
+asttokens==3.0.1
+certifi==2026.5.20
+click==8.4.1
+comm==0.2.3
+debugpy==1.8.21
+decorator==5.3.1
+executing==2.2.1
+filelock==3.29.1
+fsspec==2026.4.0
+h11==0.16.0
+hf-xet==1.5.0
+httpcore==1.0.9
+httpx==0.28.1
+huggingface_hub==1.18.0
+idna==3.18
+ipykernel==7.2.0
+ipython==9.14.1
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.8
+jedi==0.20.0
+jupyter_client==8.9.0
+jupyter_core==5.9.1
+jupyterlab_widgets==3.0.16
+markdown-it-py==4.2.0
+matplotlib-inline==0.2.2
+mdurl==0.1.2
+nest-asyncio==1.6.0
+parso==0.8.7
+pexpect==4.9.0
+platformdirs==4.10.0
+prompt_toolkit==3.0.52
+psutil==7.2.2
+ptyprocess==0.7.0
+pure_eval==0.2.3
+Pygments==2.20.0
+python-dateutil==2.9.0.post0
+PyYAML==6.0.3
+pyzmq==27.1.0
+rich==15.0.0
+shellingham==1.5.4
+six==1.17.0
+stack-data==0.6.3
+tornado==6.5.6
+tqdm==4.68.0
+traitlets==5.15.1
+typer==0.25.1
+typing_extensions==4.15.0
+wcwidth==0.7.0
+widgetsnbextension==4.0.15

p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/files/wandb-metadata.json

@@ -0,0 +1,112 @@
+{
+  "os": "Linux-5.15.0-187-generic-x86_64-with-glibc2.39",
+  "python": "CPython 3.12.13",
+  "startedAt": "2026-08-18T02:34:51.158759Z",
+  "args": [
+    "--output-dir",
+    "/workspace/runs/p5-mae-base-d17",
+    "--config",
+    "configs/base.yaml",
+    "--config",
+    "configs/scale_base.yaml",
+    "--config",
+    "configs/budget_40k.yaml",
+    "--config",
+    "configs/obj_mae.yaml",
+    "--set",
+    "optim.lr=1.0e-4",
+    "--set",
+    "runtime.seed=0",
+    "--set",
+    "mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy",
+    "--set",
+    "mixture.weights=[0.01080078125, 0.01080078125, 0.37251171875, 0.01080078125, 0.01080078125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.4331015625, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125]",
+    "--set",
+    "tracking.campaign_id=phase5",
+    "--set",
+    "tracking.trial_id=p5-mae-base-d17",
+    "--set",
+    "tracking.wandb_project=mixture-transfer"
+  ],
+  "program": "-m eatmap.cli.pretrain",
+  "git": {
+    "commit": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da"
+  },
+  "email": "luequinn@gmail.com",
+  "root": "/workspace/runs/p5-mae-base-d17",
+  "host": "ed94ef2c39aa",
+  "executable": "/venv/main/bin/python",
+  "cpu_count": 112,
+  "cpu_count_logical": 224,
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "gpu_count": 8,
+  "disk": {
+    "/": {
+      "total": "549755813888",
+      "used": "380046123008"
+    }
+  },
+  "memory": {
+    "total": "540803837952"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0b498470-e696-0ceb-43c2-53b31f6448e8"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-b86c050f-5196-4a9c-bbb5-d078a0818244"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c"
+    }
+  ],
+  "cudaVersion": "13.0",
+  "writerId": "srai0028ka2uvhp2qy3go2gdf5v5p04c"
+}

p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_timestamp":1.7870221180221748e+09,"train/loss":0.6106570363044739,"train/lr":2.0000019000511308e-07,"final_ema_decay":0.9999899952500001,"ema_anneal_steps":40000,"schedule_steps":40000,"perf/peak_gib":2.0947370529174805,"train/grad_norm":0.1476493775844574,"train/frame_loss":0.6106570363044739,"perf/data_wait_frac":0.002654041231009975,"clips_per_step":48,"completed":true,"progress/epoch_frac":1.0041714957552834,"warmup_steps":4000,"_step":40000,"clips_seen":1920000,"perf/clips_per_s":1215.613677767536,"total_params":88035328,"optimizer_step":40000,"final_lr":2.0000019000511308e-07,"_wandb":{"runtime":1625},"encoder_params":85252608,"val/frame":0.6273793317377567,"_runtime":1625.051933622,"max_repetition":7.5,"decoder_params":2585856,"budget_clips":1920000,"train/utterance_loss":0,"val/loss":0.6273793317377567,"progress/clips_seen":1920000,"total_steps":40000,"trainable_params":88035328,"final_step":40000,"train/ema_decay":0.99999,"peak_gib":2.0947370529174805,"val/utterance":0}

p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/logs/debug-core.log

@@ -0,0 +1,53 @@
+{"time":"2026-08-18T02:34:50.720427752Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpdijdmwqf/port-2429085.txt","pid":2429085,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-08-18T02:34:50.720987438Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2429085}
+{"time":"2026-08-18T02:34:50.720977418Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2429085-2429351-3109222179/socket","Net":"unix"}}
+{"time":"2026-08-18T02:34:50.87258571Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-08-18T02:34:51.163183239Z","level":"INFO","msg":"handleInformInit: received","streamId":"phase5-p5-mae-base-d17","id":"1(@)"}
+{"time":"2026-08-18T02:34:51.421619782Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"phase5-p5-mae-base-d17","id":"1(@)"}
+{"time":"2026-08-18T02:34:58.499605384Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"7y2lzof2elhc"}
+{"time":"2026-08-18T02:35:22.165858728Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"processor export timeout: retry-able request failure: body: failed to forward logs"}
+{"time":"2026-08-18T02:35:55.384982137Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:36:22.049676211Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:37:47.959866887Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:38:15.385249149Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:38:45.385690917Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:39:15.386226731Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:39:30.921954311Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:40:10.377677297Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:41:53.326232443Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:42:24.665435329Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:46:16.885240408Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:49:37.584151359Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:50:11.569947613Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:50:20.883228584Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:51:03.301654657Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:51:16.907581364Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:51:58.045375994Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:52:25.276247241Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:52:34.056914517Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:52:55.568319837Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:55:07.382957438Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:57:25.896142507Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:58:45.316739378Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:00:07.383020103Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:01:15.384337822Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:01:46.190744323Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:01:58.461040261Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"7y2lzof2elhc"}
+{"time":"2026-08-18T03:02:01.244490239Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"7y2lzof2elhc"}
+{"time":"2026-08-18T03:02:01.249686718Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"phase5-p5-mae-base-d17","id":"1(@)"}
+{"time":"2026-08-18T03:02:01.25003904Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:02:01.25006184Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T03:02:01.717725663Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"phase5-p5-mae-base-d17","id":"1(@)"}
+{"time":"2026-08-18T03:02:02.460474497Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-08-18T03:02:02.460551927Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-08-18T03:02:02.460569737Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-08-18T03:02:02.460592957Z","level":"INFO","msg":"processOutgoingData: finished","id":"1(@)"}
+{"time":"2026-08-18T03:02:02.460639677Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-08-18T03:02:02.460632327Z","level":"INFO","msg":"server: is shutting down"}
+{"time":"2026-08-18T03:02:02.460768408Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:02:02.460799688Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T03:02:02.460773258Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context canceled"}
+{"time":"2026-08-18T03:02:02.460827639Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T03:02:02.460958519Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2429085-2429351-3109222179/socket","Net":"unix"}}
+{"time":"2026-08-18T03:02:02.911284758Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-08-18T03:02:02.911343368Z","level":"INFO","msg":"server: all connections closed"}

p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/logs/debug-internal.log

@@ -0,0 +1,233 @@
+{"time":"2026-08-18T02:34:51.164822667Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T02:34:51.16544342Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T02:34:51.421261727Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-base-d17"}
+{"time":"2026-08-18T02:34:51.421391391Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T02:34:51.421603352Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T02:34:51.421634121Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-base-d17"}
+{"time":"2026-08-18T02:34:51.4216608Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T02:34:54.048880224Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T02:34:54.355489281Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:09.049272793Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":9,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":29,"uploaded_len":2}
+{"time":"2026-08-18T02:35:09.339584531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:24.049668554Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":17,"events_offset":2,"events_lines":2,"console_offset":29,"console_lines":17}
+{"time":"2026-08-18T02:35:24.331937873Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:39.049762548Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":26,"history_lines":18,"events_offset":4,"events_lines":2,"console_offset":46,"console_lines":18}
+{"time":"2026-08-18T02:35:39.334281642Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:54.049417354Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":44,"history_lines":17,"events_offset":6,"events_lines":2,"console_offset":64,"console_lines":18}
+{"time":"2026-08-18T02:35:54.355581298Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:09.049382976Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":61,"history_lines":19,"events_offset":8,"events_lines":2,"console_offset":82,"console_lines":19}
+{"time":"2026-08-18T02:36:09.345282822Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:24.049715745Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":80,"history_lines":19,"events_offset":10,"events_lines":2,"console_offset":101,"console_lines":19}
+{"time":"2026-08-18T02:36:24.340604114Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:39.0493039Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":99,"history_lines":19,"events_offset":12,"events_lines":2,"console_offset":120,"console_lines":20}
+{"time":"2026-08-18T02:36:39.344736024Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:54.048990048Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":118,"history_lines":19,"events_offset":14,"events_lines":2,"console_offset":139,"console_lines":20}
+{"time":"2026-08-18T02:36:54.353346496Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:09.049430298Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":137,"history_lines":17,"events_offset":16,"events_lines":2,"console_offset":159,"console_lines":18}
+{"time":"2026-08-18T02:37:09.363640061Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:24.049787278Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":154,"history_lines":19,"events_offset":18,"events_lines":2,"console_offset":177,"console_lines":19}
+{"time":"2026-08-18T02:37:24.349943001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:39.049255884Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":173,"history_lines":18,"events_offset":20,"events_lines":2,"console_offset":196,"console_lines":18}
+{"time":"2026-08-18T02:37:39.345940939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:54.050125432Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":191,"history_lines":19,"events_offset":22,"events_lines":2,"console_offset":214,"console_lines":20}
+{"time":"2026-08-18T02:37:54.340417023Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:09.049534405Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":210,"history_lines":18,"events_offset":24,"events_lines":2,"console_offset":234,"console_lines":18}
+{"time":"2026-08-18T02:38:09.359297929Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:24.050046216Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":228,"history_lines":18,"events_offset":26,"events_lines":2,"console_offset":252,"console_lines":18}
+{"time":"2026-08-18T02:38:24.351944897Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:39.049424081Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":246,"history_lines":17,"events_offset":28,"events_lines":2,"console_offset":270,"console_lines":18}
+{"time":"2026-08-18T02:38:39.340184247Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:54.050450929Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":263,"history_lines":20,"events_offset":30,"events_lines":2,"console_offset":288,"console_lines":20}
+{"time":"2026-08-18T02:38:54.352533187Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:09.050002409Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":283,"history_lines":18,"events_offset":32,"events_lines":2,"console_offset":308,"console_lines":19}
+{"time":"2026-08-18T02:39:09.366625647Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:24.049268556Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":301,"history_lines":20,"events_offset":34,"events_lines":2,"console_offset":327,"console_lines":20}
+{"time":"2026-08-18T02:39:24.345082392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:39.049298831Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":321,"history_lines":19,"events_offset":36,"events_lines":2,"console_offset":347,"console_lines":19}
+{"time":"2026-08-18T02:39:39.342472802Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:54.050309352Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":340,"history_lines":18,"events_offset":38,"events_lines":2,"console_offset":366,"console_lines":19}
+{"time":"2026-08-18T02:39:54.338932144Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:09.050096413Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":358,"history_lines":19,"events_offset":40,"events_lines":2,"console_offset":385,"console_lines":19}
+{"time":"2026-08-18T02:40:09.352946339Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:24.049851356Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":377,"history_lines":19,"events_offset":42,"events_lines":2,"console_offset":404,"console_lines":19}
+{"time":"2026-08-18T02:40:24.346986572Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:39.04957096Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":396,"history_lines":18,"events_offset":44,"events_lines":2,"console_offset":423,"console_lines":19}
+{"time":"2026-08-18T02:40:39.332163631Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:54.049337584Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":414,"history_lines":20,"events_offset":46,"events_lines":2,"console_offset":442,"console_lines":20}
+{"time":"2026-08-18T02:40:54.3523422Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:09.049791138Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":434,"history_lines":19,"events_offset":48,"events_lines":2,"console_offset":462,"console_lines":20}
+{"time":"2026-08-18T02:41:09.363629752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:24.050023665Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":453,"history_lines":19,"events_offset":50,"events_lines":2,"console_offset":482,"console_lines":19}
+{"time":"2026-08-18T02:41:24.353814634Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:39.049507764Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":472,"history_lines":19,"events_offset":52,"events_lines":2,"console_offset":501,"console_lines":19}
+{"time":"2026-08-18T02:41:39.328351505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:54.049185465Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":491,"history_lines":17,"events_offset":54,"events_lines":2,"console_offset":520,"console_lines":18}
+{"time":"2026-08-18T02:41:54.329637598Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:09.050029923Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":508,"history_lines":20,"events_offset":56,"events_lines":2,"console_offset":538,"console_lines":20}
+{"time":"2026-08-18T02:42:09.383506842Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:24.049095431Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":528,"history_lines":19,"events_offset":58,"events_lines":2,"console_offset":558,"console_lines":19}
+{"time":"2026-08-18T02:42:24.344933896Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:39.050212644Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":547,"history_lines":18,"events_offset":60,"events_lines":2,"console_offset":577,"console_lines":19}
+{"time":"2026-08-18T02:42:39.341429118Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:54.049771556Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":565,"history_lines":20,"events_offset":62,"events_lines":2,"console_offset":596,"console_lines":20}
+{"time":"2026-08-18T02:42:54.351542934Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:09.04920973Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":585,"history_lines":19,"events_offset":64,"events_lines":2,"console_offset":616,"console_lines":20}
+{"time":"2026-08-18T02:43:09.402850898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:24.049901955Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":604,"history_lines":19,"events_offset":66,"events_lines":2,"console_offset":636,"console_lines":19}
+{"time":"2026-08-18T02:43:24.33865668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:39.049080686Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":623,"history_lines":20,"events_offset":68,"events_lines":2,"console_offset":655,"console_lines":20}
+{"time":"2026-08-18T02:43:39.345416028Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:54.049490563Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":643,"history_lines":19,"events_offset":70,"events_lines":2,"console_offset":675,"console_lines":20}
+{"time":"2026-08-18T02:43:54.348373476Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:09.050482743Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":662,"history_lines":20,"events_offset":72,"events_lines":2,"console_offset":695,"console_lines":20}
+{"time":"2026-08-18T02:44:09.381671313Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:24.05008796Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":682,"history_lines":18,"events_offset":74,"events_lines":2,"console_offset":715,"console_lines":19}
+{"time":"2026-08-18T02:44:24.333823023Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:39.050412105Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":700,"history_lines":20,"events_offset":76,"events_lines":2,"console_offset":734,"console_lines":20}
+{"time":"2026-08-18T02:44:39.343541315Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:54.049061443Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":720,"history_lines":19,"events_offset":78,"events_lines":2,"console_offset":754,"console_lines":19}
+{"time":"2026-08-18T02:44:54.347783094Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:09.049947675Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":739,"history_lines":17,"events_offset":80,"events_lines":2,"console_offset":773,"console_lines":18}
+{"time":"2026-08-18T02:45:09.352117806Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:24.049040164Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":756,"history_lines":20,"events_offset":82,"events_lines":2,"console_offset":791,"console_lines":20}
+{"time":"2026-08-18T02:45:24.335994499Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:39.050154958Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":776,"history_lines":20,"events_offset":84,"events_lines":2,"console_offset":811,"console_lines":20}
+{"time":"2026-08-18T02:45:39.349381013Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:54.050204267Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":796,"history_lines":18,"events_offset":86,"events_lines":2,"console_offset":831,"console_lines":19}
+{"time":"2026-08-18T02:45:54.333330359Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:09.049545467Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":814,"history_lines":18,"events_offset":88,"events_lines":2,"console_offset":850,"console_lines":18}
+{"time":"2026-08-18T02:46:09.386944422Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:24.050058785Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":832,"history_lines":18,"events_offset":90,"events_lines":2,"console_offset":868,"console_lines":19}
+{"time":"2026-08-18T02:46:24.335342211Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:39.049569703Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":850,"history_lines":19,"events_offset":92,"events_lines":2,"console_offset":887,"console_lines":19}
+{"time":"2026-08-18T02:46:39.366144577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:54.049188025Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":869,"history_lines":18,"events_offset":94,"events_lines":2,"console_offset":906,"console_lines":18}
+{"time":"2026-08-18T02:46:54.334575575Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:09.049352504Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":887,"history_lines":18,"events_offset":96,"events_lines":2,"console_offset":924,"console_lines":19}
+{"time":"2026-08-18T02:47:09.34993823Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:24.049753446Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":905,"history_lines":18,"events_offset":98,"events_lines":2,"console_offset":943,"console_lines":18}
+{"time":"2026-08-18T02:47:24.344263311Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:39.04951099Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":923,"history_lines":18,"events_offset":100,"events_lines":2,"console_offset":961,"console_lines":18}
+{"time":"2026-08-18T02:47:39.361991749Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:54.04973172Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":941,"history_lines":18,"events_offset":102,"events_lines":2,"console_offset":979,"console_lines":19}
+{"time":"2026-08-18T02:47:54.326768773Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:09.049285518Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":959,"history_lines":19,"events_offset":104,"events_lines":2,"console_offset":998,"console_lines":19}
+{"time":"2026-08-18T02:48:09.372416778Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:24.049345336Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":978,"history_lines":20,"events_offset":106,"events_lines":2,"console_offset":1017,"console_lines":20}
+{"time":"2026-08-18T02:48:24.375091559Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:39.049476768Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":998,"history_lines":17,"events_offset":108,"events_lines":2,"console_offset":1037,"console_lines":18}
+{"time":"2026-08-18T02:48:39.352880515Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:54.049610914Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1015,"history_lines":20,"events_offset":110,"events_lines":2,"console_offset":1055,"console_lines":20}
+{"time":"2026-08-18T02:48:54.337091794Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:09.049464234Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1035,"history_lines":18,"events_offset":112,"events_lines":2,"console_offset":1075,"console_lines":19}
+{"time":"2026-08-18T02:49:09.384242037Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:24.049846079Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1053,"history_lines":20,"events_offset":114,"events_lines":2,"console_offset":1094,"console_lines":20}
+{"time":"2026-08-18T02:49:24.339280538Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:39.049689432Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1073,"history_lines":19,"events_offset":116,"events_lines":2,"console_offset":1114,"console_lines":19}
+{"time":"2026-08-18T02:49:39.347236917Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:54.049723362Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1092,"history_lines":18,"events_offset":118,"events_lines":2,"console_offset":1133,"console_lines":19}
+{"time":"2026-08-18T02:49:54.374417856Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:09.050401384Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1110,"history_lines":19,"events_offset":120,"events_lines":2,"console_offset":1152,"console_lines":19}
+{"time":"2026-08-18T02:50:09.389241078Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:24.049639138Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1129,"history_lines":19,"events_offset":122,"events_lines":2,"console_offset":1171,"console_lines":19}
+{"time":"2026-08-18T02:50:24.351297137Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:39.049381164Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1148,"history_lines":19,"events_offset":124,"events_lines":2,"console_offset":1190,"console_lines":20}
+{"time":"2026-08-18T02:50:39.389849902Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:54.049889226Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1167,"history_lines":19,"events_offset":126,"events_lines":2,"console_offset":1210,"console_lines":19}
+{"time":"2026-08-18T02:50:54.343872569Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:09.049597714Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1186,"history_lines":18,"events_offset":128,"events_lines":2,"console_offset":1229,"console_lines":19}
+{"time":"2026-08-18T02:51:09.357091834Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:24.050462877Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1204,"history_lines":19,"events_offset":130,"events_lines":2,"console_offset":1248,"console_lines":19}
+{"time":"2026-08-18T02:51:24.349030722Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:39.049191779Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1223,"history_lines":19,"events_offset":132,"events_lines":2,"console_offset":1267,"console_lines":19}
+{"time":"2026-08-18T02:51:39.341356534Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:54.049596838Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1242,"history_lines":17,"events_offset":134,"events_lines":2,"console_offset":1286,"console_lines":18}
+{"time":"2026-08-18T02:51:54.3382667Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:09.050003852Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1259,"history_lines":20,"events_offset":136,"events_lines":2,"console_offset":1304,"console_lines":20}
+{"time":"2026-08-18T02:52:09.376706019Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:24.04937125Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1279,"history_lines":19,"events_offset":138,"events_lines":2,"console_offset":1324,"console_lines":19}
+{"time":"2026-08-18T02:52:24.329855147Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:39.0500271Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1298,"history_lines":19,"events_offset":140,"events_lines":2,"console_offset":1343,"console_lines":20}
+{"time":"2026-08-18T02:52:39.357333846Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:54.049612017Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1317,"history_lines":19,"events_offset":142,"events_lines":2,"console_offset":1363,"console_lines":19}
+{"time":"2026-08-18T02:52:54.353927215Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:09.049294321Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1336,"history_lines":18,"events_offset":144,"events_lines":2,"console_offset":1382,"console_lines":19}
+{"time":"2026-08-18T02:53:09.366898226Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:24.049118642Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1354,"history_lines":17,"events_offset":146,"events_lines":2,"console_offset":1401,"console_lines":17}
+{"time":"2026-08-18T02:53:24.350618982Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:39.049788288Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1371,"history_lines":19,"events_offset":148,"events_lines":2,"console_offset":1418,"console_lines":19}
+{"time":"2026-08-18T02:53:39.340518146Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:54.049980621Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1390,"history_lines":18,"events_offset":150,"events_lines":2,"console_offset":1437,"console_lines":19}
+{"time":"2026-08-18T02:53:54.334387763Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:09.049551658Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1408,"history_lines":19,"events_offset":152,"events_lines":2,"console_offset":1456,"console_lines":19}
+{"time":"2026-08-18T02:54:09.350176563Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:24.049097211Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1427,"history_lines":19,"events_offset":154,"events_lines":2,"console_offset":1475,"console_lines":19}
+{"time":"2026-08-18T02:54:24.329077291Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:39.049189334Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1446,"history_lines":18,"events_offset":156,"events_lines":2,"console_offset":1494,"console_lines":19}
+{"time":"2026-08-18T02:54:39.332141263Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:54.049420049Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1464,"history_lines":20,"events_offset":158,"events_lines":2,"console_offset":1513,"console_lines":20}
+{"time":"2026-08-18T02:54:54.371431459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:09.049731544Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1484,"history_lines":15,"events_offset":160,"events_lines":2,"console_offset":1533,"console_lines":16}
+{"time":"2026-08-18T02:55:09.339063922Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:24.049970485Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1499,"history_lines":19,"events_offset":162,"events_lines":2,"console_offset":1549,"console_lines":19}
+{"time":"2026-08-18T02:55:24.341037808Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:39.049333908Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1518,"history_lines":17,"events_offset":164,"events_lines":2,"console_offset":1568,"console_lines":17}
+{"time":"2026-08-18T02:55:39.349698641Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:54.050427016Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1535,"history_lines":19,"events_offset":166,"events_lines":2,"console_offset":1585,"console_lines":20}
+{"time":"2026-08-18T02:55:54.342541509Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:09.049122485Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1554,"history_lines":17,"events_offset":168,"events_lines":2,"console_offset":1605,"console_lines":17}
+{"time":"2026-08-18T02:56:09.359903581Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:24.049632857Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1571,"history_lines":19,"events_offset":170,"events_lines":2,"console_offset":1622,"console_lines":19}
+{"time":"2026-08-18T02:56:24.32988917Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:39.050558591Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1590,"history_lines":16,"events_offset":172,"events_lines":2,"console_offset":1641,"console_lines":17}
+{"time":"2026-08-18T02:56:39.330822818Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:54.04978492Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1606,"history_lines":20,"events_offset":174,"events_lines":2,"console_offset":1658,"console_lines":20}
+{"time":"2026-08-18T02:56:54.342413926Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:09.050051682Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1626,"history_lines":19,"events_offset":176,"events_lines":2,"console_offset":1678,"console_lines":19}
+{"time":"2026-08-18T02:57:09.366271643Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:24.051330467Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1645,"history_lines":18,"events_offset":178,"events_lines":2,"console_offset":1697,"console_lines":19}
+{"time":"2026-08-18T02:57:24.400550468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:39.049717953Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1663,"history_lines":19,"events_offset":180,"events_lines":2,"console_offset":1716,"console_lines":19}
+{"time":"2026-08-18T02:57:39.875142287Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:54.052830465Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1682,"history_lines":18,"events_offset":182,"events_lines":2,"console_offset":1735,"console_lines":19}
+{"time":"2026-08-18T02:57:54.34628075Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:09.049245401Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1700,"history_lines":19,"events_offset":184,"events_lines":2,"console_offset":1754,"console_lines":19}
+{"time":"2026-08-18T02:58:09.352031686Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:24.04956696Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1719,"history_lines":18,"events_offset":186,"events_lines":2,"console_offset":1773,"console_lines":18}
+{"time":"2026-08-18T02:58:24.363447673Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:39.049570264Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1737,"history_lines":17,"events_offset":188,"events_lines":2,"console_offset":1791,"console_lines":18}
+{"time":"2026-08-18T02:58:39.340661923Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:54.049923461Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1754,"history_lines":19,"events_offset":190,"events_lines":2,"console_offset":1809,"console_lines":19}
+{"time":"2026-08-18T02:58:54.342907695Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:09.04951416Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1773,"history_lines":20,"events_offset":192,"events_lines":2,"console_offset":1828,"console_lines":20}
+{"time":"2026-08-18T02:59:09.353894763Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:24.049567916Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1793,"history_lines":18,"events_offset":194,"events_lines":2,"console_offset":1848,"console_lines":19}
+{"time":"2026-08-18T02:59:24.336896534Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:39.049445469Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1811,"history_lines":19,"events_offset":196,"events_lines":2,"console_offset":1867,"console_lines":19}
+{"time":"2026-08-18T02:59:39.346030345Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:54.04901573Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1830,"history_lines":19,"events_offset":198,"events_lines":2,"console_offset":1886,"console_lines":20}
+{"time":"2026-08-18T02:59:54.356247893Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:09.049870924Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1849,"history_lines":19,"events_offset":200,"events_lines":2,"console_offset":1906,"console_lines":19}
+{"time":"2026-08-18T03:00:09.353740854Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:24.049583051Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1868,"history_lines":19,"events_offset":202,"events_lines":2,"console_offset":1925,"console_lines":19}
+{"time":"2026-08-18T03:00:24.314558135Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:39.049003055Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1887,"history_lines":17,"events_offset":204,"events_lines":2,"console_offset":1944,"console_lines":18}
+{"time":"2026-08-18T03:00:39.337956163Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:54.049167008Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1904,"history_lines":19,"events_offset":206,"events_lines":2,"console_offset":1962,"console_lines":19}
+{"time":"2026-08-18T03:00:54.35561725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:09.049833445Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1923,"history_lines":19,"events_offset":208,"events_lines":2,"console_offset":1981,"console_lines":19}
+{"time":"2026-08-18T03:01:09.341872721Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:24.049867362Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1942,"history_lines":18,"events_offset":210,"events_lines":2,"console_offset":2000,"console_lines":19}
+{"time":"2026-08-18T03:01:24.32219039Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:39.049970711Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1960,"history_lines":19,"events_offset":212,"events_lines":2,"console_offset":2019,"console_lines":19}
+{"time":"2026-08-18T03:01:39.340540448Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:54.04940017Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1979,"history_lines":19,"events_offset":214,"events_lines":2,"console_offset":2038,"console_lines":19}
+{"time":"2026-08-18T03:01:54.346439632Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:02:00.96751549Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T03:02:00.967756562Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1998,"history_lines":2,"console_offset":2057,"console_lines":2,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T03:02:01.238157633Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:02:01.241502702Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T03:02:01.249729868Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T03:02:01.249765738Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T03:02:01.249963489Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T03:02:01.249977299Z","level":"INFO","msg":"stream: all finished"}

p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/logs/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_setup.py:_flush():81] Configure stats pid to 2429085
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/logs/debug.log
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/logs/debug-internal.log
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_init.py:init():783] calling init triggers
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 768, 'depth': 12, 'num_heads': 12, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 24, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.01080078125, 0.01080078125, 0.37251171875, 0.01080078125, 0.01080078125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.4331015625, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125, 0.010798828125], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0001, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 2, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-base-d17', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_init.py:init():831] starting backend
+2026-08-18 02:34:51,161 INFO    MainThread:2429085 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 02:34:51,422 INFO    MainThread:2429085 [wandb_init.py:init():851] backend started and connected
+2026-08-18 02:34:51,424 INFO    MainThread:2429085 [wandb_init.py:init():921] updated telemetry
+2026-08-18 02:34:51,435 INFO    MainThread:2429085 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 02:34:53,408 INFO    MainThread:2429085 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 02:34:53,489 INFO    MainThread:2429085 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 02:34:53,489 INFO    MainThread:2429085 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 02:34:53,490 INFO    MainThread:2429085 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 02:34:53,490 INFO    MainThread:2429085 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 02:34:53,493 INFO    MainThread:2429085 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 03:01:58,459 INFO    MainThread:2429085 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-base-d17
+2026-08-18 03:01:58,460 INFO    MainThread:2429085 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 03:01:58,460 INFO    MainThread:2429085 [wandb_run.py:_restore():2575] restore
+2026-08-18 03:01:58,460 INFO    MainThread:2429085 [wandb_run.py:_restore():2581] restore done
+2026-08-18 03:02:01,248 INFO    MainThread:2429085 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/run-phase5-p5-mae-base-d17.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0c272750db7a0b65df48aa2fc0861b4dbcbebaa1769991646d726585eba7dc
+size 3603238

p5-mae-base-d17/wandb/run-20260818_023451-phase5-p5-mae-base-d17/run-phase5-p5-mae-base-d17.wandb.syncstate

@@ -0,0 +1 @@
+{"starting_step":0}