mini-Jev / config.json
samatv256's picture
Publish mini-Jev step 010626 interim checkpoint
3a1d1d1 verified
Raw
History Blame Contribute Delete
388 Bytes
{
"base_model": "Qwen/Qwen3-0.6B",
"base_revision": "c1899de289a04d12100db370d81485cdf75e47ca",
"max_tokens": 8192,
"pooler": "mean",
"projection_dim": 256,
"set_layers": 2,
"set_heads": 4,
"quantization": {
"format": "nf4",
"double_quantization": true,
"compute_dtype": "bfloat16"
},
"adapter_dir": "adapter",
"head_file": "decision_head.safetensors"
}