llaa33219's picture
Upload config.json with huggingface_hub
254547f verified
Raw History Blame Contribute Delete
346 Bytes
{
"vocab_size": 256,
"max_seq_len": 1024,
"d_model": 128,
"d_content": 64,
"d_state": 64,
"num_layers": 8,
"content_kernel": 3,
"state_kernel": 3,
"state_dilations": [
1,
2,
4,
8,
16,
32,
32,
32
],
"content_dilation": 1,
"content_expansion": 4,
"state_expansion": 2,
"pad_token_id": 0
}