File size: 346 Bytes
254547f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{
  "vocab_size": 256,
  "max_seq_len": 1024,
  "d_model": 128,
  "d_content": 64,
  "d_state": 64,
  "num_layers": 8,
  "content_kernel": 3,
  "state_kernel": 3,
  "state_dilations": [
    1,
    2,
    4,
    8,
    16,
    32,
    32,
    32
  ],
  "content_dilation": 1,
  "content_expansion": 4,
  "state_expansion": 2,
  "pad_token_id": 0
}