text/L1024-gptq/config.json

{
  "modality": "text",
  "seq_len": 1024,
  "hidden_size": 2560,
  "rotary_dim": 64,
  "rope_theta": 10000000,
  "mrope_section": [
    11,
    11,
    10
  ],
  "vocab_size": 248320,
  "delta_chunk_size": 64,
  "parts": [
    {
      "layers": [
        0,
        8
      ]
    },
    {
      "layers": [
        8,
        16
      ]
    },
    {
      "layers": [
        16,
        24
      ]
    },
    {
      "layers": [
        24,
        32
      ]
    }
  ],
  "letters": "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
  "letter_token_ids": [
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46,
    47,
    48,
    49,
    50,
    51,
    52,
    53,
    54,
    55,
    56,
    57
  ]
}