| { | |
| "vocab_size": 256, | |
| "max_seq_len": 1024, | |
| "d_model": 80, | |
| "d_content": 40, | |
| "d_state": 40, | |
| "num_layers": 6, | |
| "content_kernel": 3, | |
| "state_kernel": 3, | |
| "state_dilations": [ | |
| 1, | |
| 2, | |
| 4, | |
| 8, | |
| 16, | |
| 32 | |
| ], | |
| "content_dilation": 1, | |
| "content_expansion": 4, | |
| "state_expansion": 2, | |
| "pad_token_id": 0 | |
| } |