apocryphx's picture
bundle: gemma-4-31b-it QAT q4 g32 (mlx-affine g32, embed q8)
1ee1862 verified
Raw History Blame Contribute Delete
825 Bytes
{
"config" : "config.json",
"source" : {
"revision" : "",
"model_id" : "\/Users\/apocryphx\/.cache\/huggingface\/hub\/models--google--gemma-4-31B-it-qat-q4_0-unquantized\/snapshots\/4f926903562062220b3e54c1385c5ef2cd40bfd1"
},
"variants" : [
{
"path" : "weights\/mlx-q4",
"id" : "mlx-q4",
"quantization" : {
"embed_bits" : 8,
"bits" : 4,
"scheme" : "mlx-affine",
"group_size" : 32
},
"precision" : "q4",
"files" : [
"model.safetensors"
],
"runtime" : "mlx"
}
],
"tokenizer" : {
"file" : "tokenizer.json",
"kind" : "huggingface-tokenizers"
},
"chat_template" : "chat_template.jinja",
"architecture" : "gemma4",
"kind" : "apertura-model",
"format_version" : 1,
"default_variant" : "mlx-q4"
}