runtime_manifest.json

{
  "model_family": "audio8_tts",
  "activation_dtype": "float16",
  "slow_logits_layout": "semantic_then_eos",
  "slow_logits_size": 4097,
  "kv_attention_layout": "valid_prefix",
  "max_seq_len": 2048,
  "num_layers": 24,
  "num_fast_layers": 4,
  "num_codebooks": 10,
  "n_local_heads": 2,
  "fast_n_local_heads": 2,
  "head_dim": 64,
  "fast_head_dim": 64,
  "fast_dim": 896,
  "vocab_size": 155776,
  "codebook_size": 4096,
  "semantic_begin_id": 151678,
  "semantic_end_id": 155773,
  "eos_token_id": 151645,
  "pad_token_id": 151643,
  "codec_sample_rate": 44100,
  "codec_frame_size": 2048,
  "sample_rate": 44100,
  "codec_hop_length": 2048,
  "stream_context_frames": 128,
  "stream_guard_frames": 1,
  "decoder_provider": "cpu",
  "default_codec_precision": "fp16",
  "available_codec_precisions": [
    "fp16"
  ],
  "codec_models": {
    "fp16": "codec_decoder_fp16.onnx"
  },
  "im_end_id": 151645,
  "model_fingerprint": "62dcff0adf6c2535b3260467a7c1d482b556da57266c96a444518b76e140d2c3",
  "default_precision": "int4",
  "available_precisions": [
    "int4"
  ]
}