| { | |
| "parent_experiment": "ecg-rvq-8x", | |
| "vocab_size": 256, | |
| "context_length": 256, | |
| "tokens_per_frame": 64, | |
| "arch": { | |
| "embed_dim": 64, | |
| "num_layers": 2, | |
| "num_heads": 4, | |
| "ffn_dim": 128 | |
| }, | |
| "training": { | |
| "num_train_files": 200, | |
| "context_frames": 4, | |
| "stride_tokens": 8, | |
| "epochs": 10, | |
| "batch_size": 128, | |
| "learning_rate": 0.0003, | |
| "val_fraction": 0.1, | |
| "weight_decay": 0.0001 | |
| } | |
| } |