config.json

{
  "architectures": [
    "SingProbeAttnModel"
  ],
  "model_type": "sing_probe_attn",
  "auto_map": {
    "AutoConfig": "configuration_sing_probe.SingProbeAttnConfig",
    "AutoModel": "modeling_sing_probe.SingProbeAttnModel"
  },
  "hidden_size": 3072,
  "base_model_layer_ids": [
    19,
    39,
    60
  ],
  "num_attention_heads": 8,
  "head_dim": 64,
  "sliding_window": 2048,
  "num_labels": 10,
  "base_model_name": "MiniMaxAI/MiniMax-M2.7",
  "torch_dtype": "bfloat16"
}