Hugging Face's logo

quinnlue
/
mixture-transfer-p5-mae

Safetensors
Model card Files
xet
 Community
mixture-transfer-p5-mae
File size: 2,110 Bytes
0fc44d8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
model:
  embed_dim: 384
  depth: 8
  num_heads: 6
  mlp_ratio: 4
  target_frames: 1024
  mel_bins: 64
  patch_time: 16
  patch_freq: 16
  decoder_layers: 6
  decoder_groups: 16
  decoder_kernel: 3
objective:
  kind: mae
  mae_norm_pix: true
  num_classes: 527
  clone_batch: 1
  mask_prob: 0.8
  mask_length: 5
  mask_prob_adjust: 0.07
  average_top_k_layers: 0
  utterance_weight: 1.0
  normalize_utterance_target: false
  ema_decay: 0.9998
  ema_end_decay: 0.99999
  ema_anneal_steps: null
data:
  data_dir: /workspace/data/asmel_flat
  train_split: train
  val_split: balanced_train
  revision: ''
  batch_size: 48
  num_workers: 12
  prefetch_factor: 4
  pin_memory: true
  persistent_workers: true
  drop_last: true
  seed: 0
  max_shards: 0
mixture:
  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
  distributions: null
  dist_id: null
  weights:
  - 0.1538984375
  - 0.01669921875
  - 0.0
  - 0.006083984375
  - 0.066798828125
  - 0.000125
  - 0.0404765625
  - 0.024583984375
  - 0.09765234375
  - 0.001302734375
  - 0.0
  - 0.0
  - 0.0
  - 0.160107421875
  - 0.000931640625
  - 0.1006953125
  - 0.00279296875
  - 0.00298046875
  - 0.32487109375
  - 0.0
  repetition_cap: 1000.0
  distinct_fraction: null
optim:
  lr: 0.0003
  betas:
  - 0.9
  - 0.95
  eps: 1.0e-08
  weight_decay: 0.05
  clip_norm: 4.0
  warmup_frac: 0.1
  min_lr_scale: 0.002
loop:
  budget_clips: 1920000
  schedule_clips: null
  gradient_accumulation_steps: 1
  precision: bfloat16
  compile: true
  compile_mode: default
  log_every_n_steps: 20
  heartbeat_every_n_steps: 50
  max_steps: null
eval:
  enabled: true
  every_n_steps: 1000
  num_clips: 2048
  mask_seed: 12345
  batch_size: 48
checkpoint:
  save_every_n_steps: 5000
  export_every_n_steps: 5000
  keep_last_n_exports: 0
tracking:
  campaign_id: phase5
  trial_id: p5-mae-15m-d131
  wandb_project: mixture-transfer
  wandb_entity: null
  wandb_mode: online
  wandb_run_id: null
  hub_repo_id: null
  hub_private: false
  hub_upload: false
runtime:
  seed: 0
  data_loader_seed: null
  objective_seed: null
  deterministic: false
  allow_tf32: true