File size: 429 Bytes
cd965de
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
{
  "parent_experiment": "ecg-rvq-8x",
  "vocab_size": 256,
  "context_length": 256,
  "tokens_per_frame": 64,
  "arch": {
    "embed_dim": 64,
    "num_layers": 2,
    "num_heads": 4,
    "ffn_dim": 128
  },
  "training": {
    "num_train_files": 200,
    "context_frames": 4,
    "stride_tokens": 8,
    "epochs": 10,
    "batch_size": 128,
    "learning_rate": 0.0003,
    "val_fraction": 0.1,
    "weight_decay": 0.0001
  }
}