File size: 429 Bytes
cd965de | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 | {
"parent_experiment": "ecg-rvq-8x",
"vocab_size": 256,
"context_length": 256,
"tokens_per_frame": 64,
"arch": {
"embed_dim": 64,
"num_layers": 2,
"num_heads": 4,
"ffn_dim": 128
},
"training": {
"num_train_files": 200,
"context_frames": 4,
"stride_tokens": 8,
"epochs": 10,
"batch_size": 128,
"learning_rate": 0.0003,
"val_fraction": 0.1,
"weight_decay": 0.0001
}
} |