{ "modality": "text", "seq_len": 1024, "hidden_size": 2560, "rotary_dim": 64, "rope_theta": 10000000, "mrope_section": [ 11, 11, 10 ], "vocab_size": 248320, "delta_chunk_size": 64, "parts": [ { "layers": [ 0, 8 ] }, { "layers": [ 8, 16 ] }, { "layers": [ 16, 24 ] }, { "layers": [ 24, 32 ] } ], "letters": "ABCDEFGHIJKLMNOPQRSTUVWXYZ", "letter_token_ids": [ 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57 ] }