File size: 346 Bytes
5c6fdf6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
num_audio_tokens: 626
num_text_tokens: 21178
gpt_config:
hidden_size: 768
intermediate_size: 3072
num_attention_heads: 12
num_hidden_layers: 20
use_cache: False
max_position_embeddings: 4096
# attn_implementation: flash_attention_2
spk_emb_dim: 192
spk_KL: False
num_audio_tokens: 626
num_text_tokens: null
num_vq: 4
|