{
    "vocab_size": 11704,
    "hidden_size": 4096,
    "num_layers": 32,
    "num_heads": 32,
    "intermediate_size": 8192,
    "max_pos": 128
}