Qwen3_5_4B_Hmm_ONNX / cpu_test_summary.json
lokinfey's picture
Add files using upload-large-folder tool
d1be67c verified
Raw History Blame Contribute Delete
1.93 kB
{
"source": {
"repo": "n4ze3m/Qwen3.5-4B-Hmm",
"revision": "c27fa3c627dfaced343c6ba9d3a0d00243a3be51",
"filename": "Qwen3.5-4B-Hmm-Q4_K_M.gguf",
"sha256": "5e03cb057049c56b421bd3c506d77fd8e0a77996bb8464148a02cfc3caac5229",
"architecture": "qwen35"
},
"converter": {
"name": "onnxruntime/mobius",
"source_revision": "6b27a3f08b8b5d08ba9b14b416e3b435942bb0bd",
"version": "0.1.0",
"command": "mobius build-gguf <gguf> --output /content/onnx_outputs --ep cpu --dtype f32 --release"
},
"runtime": {
"onnxruntime_version": "1.30.0",
"provider": "CPUExecutionProvider",
"onnx_checker": "pass",
"stateful_inference": "pass",
"step_1_seconds": 0.25069033296313137,
"step_2_seconds": 0.11733533296501264,
"step_1_top_token_id": 3710,
"step_2_top_token_id": 220,
"hmm_typed_decision": "pass"
},
"hmm_example": {
"model": "Qwen3.5-4B-Hmm-Q4_K_M.gguf",
"answers": {
"is_urgent": {
"type": "noul",
"noul": 0.9745
},
"department": {
"type": "choice",
"choice": "billing",
"probabilities": {
"billing": 0.7216,
"technical": 0.2759,
"sales": 0.0025
},
"confidence": 0.5823
},
"priority": {
"type": "score",
"score": 2.6653,
"legend": {
"0": "Not urgent",
"1": "Normal",
"2": "Urgent",
"3": "Critical"
},
"probabilities": {
"0": 0.0061,
"1": 0.0361,
"2": 0.2443,
"3": 0.7135
},
"confidence": 0.618
}
},
"usage": {
"input_tokens": 244,
"output_tokens": 0
},
"latency_ms": 10253,
"inference_seconds": 10.2393
},
"note": "Mobius qwen35 real-weight runtime evidence is pending; this records direct CPU ORT acceptance for this exact artifact and environment."
}