Qwen3.8-Flash-CIRU-STRIX-IU4 / benchmarks /v2.0 /quality-store-corrected-run.json
jcbtc's picture
Release v2.0 runtime, matched comparisons and verified build instructions
0a31d75 verified
Raw
History Blame
16 kB
{
"created_utc": "2026-09-05T15:20:00Z",
"status": "complete",
"run_id": "20260905T152000Z-bf16-three-arm-corrected",
"intent": "Bounded BF16 fidelity diagnostic, 64 distributions and 60 next-token losses; corrected provenance only, scores unchanged.",
"model": {},
"quality_results": [
{
"benchmark_family": "bf16-logit-fidelity",
"suite": "H73-four-domain-64-position-panel",
"profile_id": "ciru-rc2",
"tasks": 64,
"score_name": "mean_kl",
"score": 0.030452830391296454,
"model_path": "/srv/llm/models/Qwen3.8-Flash-CIRU-STRIX-IU4/Qwen3.8-Flash-CIRU-STRIX-IU4.gguf",
"model_sha256": "c0ea11e4e24d0f909720b6c4e7462aa1e6fbf5e0f6acc796063f2aed4cf46ed0",
"source_path": "/srv/llm/work/qwen38-v2-release-20260905/quality-ciru/score.json",
"notes": "Bounded numerical diagnostic. CIRU F16KV/FAauto; competitors Q8KV/FAon, MTPoff. Same panel and BF16 reference. No broad task-quality inference. Corrected provenance import supersedes 20260905T143758Z-custom-workflow-eval-small. Unsloth model_sha256 identifies first shard; all shards listed in model_artifacts.",
"raw_sha256": "2d2edef8de50e5781fc6e4dcc1cf9c80daaeea9097d0ba79b4340b07d4b1d279"
},
{
"benchmark_family": "bf16-logit-fidelity",
"suite": "H73-four-domain-64-position-panel",
"profile_id": "ciru-rc2",
"tasks": 64,
"score_name": "top1_agreement",
"score": 61,
"model_path": "/srv/llm/models/Qwen3.8-Flash-CIRU-STRIX-IU4/Qwen3.8-Flash-CIRU-STRIX-IU4.gguf",
"model_sha256": "c0ea11e4e24d0f909720b6c4e7462aa1e6fbf5e0f6acc796063f2aed4cf46ed0",
"source_path": "/srv/llm/work/qwen38-v2-release-20260905/quality-ciru/score.json",
"notes": "Bounded numerical diagnostic. CIRU F16KV/FAauto; competitors Q8KV/FAon, MTPoff. Same panel and BF16 reference. No broad task-quality inference. Corrected provenance import supersedes 20260905T143758Z-custom-workflow-eval-small. Unsloth model_sha256 identifies first shard; all shards listed in model_artifacts.",
"raw_sha256": "2d2edef8de50e5781fc6e4dcc1cf9c80daaeea9097d0ba79b4340b07d4b1d279"
},
{
"benchmark_family": "bf16-logit-fidelity",
"suite": "H73-four-domain-64-position-panel",
"profile_id": "ciru-rc2",
"tasks": 60,
"score_name": "ppl_60",
"score": 2.084010558412682,
"model_path": "/srv/llm/models/Qwen3.8-Flash-CIRU-STRIX-IU4/Qwen3.8-Flash-CIRU-STRIX-IU4.gguf",
"model_sha256": "c0ea11e4e24d0f909720b6c4e7462aa1e6fbf5e0f6acc796063f2aed4cf46ed0",
"source_path": "/srv/llm/work/qwen38-v2-release-20260905/quality-ciru/score.json",
"notes": "Bounded numerical diagnostic. CIRU F16KV/FAauto; competitors Q8KV/FAon, MTPoff. Same panel and BF16 reference. No broad task-quality inference. Corrected provenance import supersedes 20260905T143758Z-custom-workflow-eval-small. Unsloth model_sha256 identifies first shard; all shards listed in model_artifacts.",
"raw_sha256": "2d2edef8de50e5781fc6e4dcc1cf9c80daaeea9097d0ba79b4340b07d4b1d279"
},
{
"benchmark_family": "bf16-logit-fidelity",
"suite": "H73-four-domain-64-position-panel",
"profile_id": "agention-laurent",
"tasks": 64,
"score_name": "mean_kl",
"score": 0.11223406250141665,
"model_path": "/srv/llm/models/agentionai-Qwen3.8-Flash-Next-ROCmFP4-FAST-ad4c5717254a/Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16.gguf",
"model_sha256": "552a7a162f6a620c3aa0850d070086bc2b95094e0a4e8b860694c7f212cb59d8",
"source_path": "/srv/llm/work/qwen38-v2-release-20260905/quality-ciru/score.json",
"notes": "Bounded numerical diagnostic. CIRU F16KV/FAauto; competitors Q8KV/FAon, MTPoff. Same panel and BF16 reference. No broad task-quality inference. Corrected provenance import supersedes 20260905T143758Z-custom-workflow-eval-small. Unsloth model_sha256 identifies first shard; all shards listed in model_artifacts.",
"raw_sha256": "25e5f12db31908110d0e1f02e7fab1afcd618de106da6649637b58ceaf42df9d",
"model_artifacts": [
{
"file": "Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16.gguf",
"bytes": 93484237760,
"sha256": "552a7a162f6a620c3aa0850d070086bc2b95094e0a4e8b860694c7f212cb59d8",
"verified_utc": "2026-09-05T01:23:03.986191+00:00",
"path": "/srv/llm/models/agentionai-Qwen3.8-Flash-Next-ROCmFP4-FAST-ad4c5717254a/Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16.gguf"
}
]
},
{
"benchmark_family": "bf16-logit-fidelity",
"suite": "H73-four-domain-64-position-panel",
"profile_id": "agention-laurent",
"tasks": 64,
"score_name": "top1_agreement",
"score": 60,
"model_path": "/srv/llm/models/agentionai-Qwen3.8-Flash-Next-ROCmFP4-FAST-ad4c5717254a/Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16.gguf",
"model_sha256": "552a7a162f6a620c3aa0850d070086bc2b95094e0a4e8b860694c7f212cb59d8",
"source_path": "/srv/llm/work/qwen38-v2-release-20260905/quality-ciru/score.json",
"notes": "Bounded numerical diagnostic. CIRU F16KV/FAauto; competitors Q8KV/FAon, MTPoff. Same panel and BF16 reference. No broad task-quality inference. Corrected provenance import supersedes 20260905T143758Z-custom-workflow-eval-small. Unsloth model_sha256 identifies first shard; all shards listed in model_artifacts.",
"raw_sha256": "25e5f12db31908110d0e1f02e7fab1afcd618de106da6649637b58ceaf42df9d",
"model_artifacts": [
{
"file": "Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16.gguf",
"bytes": 93484237760,
"sha256": "552a7a162f6a620c3aa0850d070086bc2b95094e0a4e8b860694c7f212cb59d8",
"verified_utc": "2026-09-05T01:23:03.986191+00:00",
"path": "/srv/llm/models/agentionai-Qwen3.8-Flash-Next-ROCmFP4-FAST-ad4c5717254a/Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16.gguf"
}
]
},
{
"benchmark_family": "bf16-logit-fidelity",
"suite": "H73-four-domain-64-position-panel",
"profile_id": "agention-laurent",
"tasks": 60,
"score_name": "ppl_60",
"score": 2.383803541246223,
"model_path": "/srv/llm/models/agentionai-Qwen3.8-Flash-Next-ROCmFP4-FAST-ad4c5717254a/Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16.gguf",
"model_sha256": "552a7a162f6a620c3aa0850d070086bc2b95094e0a4e8b860694c7f212cb59d8",
"source_path": "/srv/llm/work/qwen38-v2-release-20260905/quality-ciru/score.json",
"notes": "Bounded numerical diagnostic. CIRU F16KV/FAauto; competitors Q8KV/FAon, MTPoff. Same panel and BF16 reference. No broad task-quality inference. Corrected provenance import supersedes 20260905T143758Z-custom-workflow-eval-small. Unsloth model_sha256 identifies first shard; all shards listed in model_artifacts.",
"raw_sha256": "25e5f12db31908110d0e1f02e7fab1afcd618de106da6649637b58ceaf42df9d",
"model_artifacts": [
{
"file": "Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16.gguf",
"bytes": 93484237760,
"sha256": "552a7a162f6a620c3aa0850d070086bc2b95094e0a4e8b860694c7f212cb59d8",
"verified_utc": "2026-09-05T01:23:03.986191+00:00",
"path": "/srv/llm/models/agentionai-Qwen3.8-Flash-Next-ROCmFP4-FAST-ad4c5717254a/Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16.gguf"
}
]
},
{
"benchmark_family": "bf16-logit-fidelity",
"suite": "H73-four-domain-64-position-panel",
"profile_id": "unsloth-recommended",
"tasks": 64,
"score_name": "mean_kl",
"score": 0.17457136128131387,
"model_path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf",
"model_sha256": "5ce89370720f8bf90890f439361282104c1aa1482d4013bb9a50923e758e71a4",
"source_path": "/srv/llm/work/qwen38-v2-release-20260905/quality-ciru/score.json",
"notes": "Bounded numerical diagnostic. CIRU F16KV/FAauto; competitors Q8KV/FAon, MTPoff. Same panel and BF16 reference. No broad task-quality inference. Corrected provenance import supersedes 20260905T143758Z-custom-workflow-eval-small. Unsloth model_sha256 identifies first shard; all shards listed in model_artifacts.",
"raw_sha256": "fcfbe409021ae5125d905af36ce119d4702aab576db047251a173a0ce275a0db",
"model_artifacts": [
{
"file": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf",
"bytes": 10946624,
"sha256": "5ce89370720f8bf90890f439361282104c1aa1482d4013bb9a50923e758e71a4",
"verified_utc": "2026-09-05T05:04:34.952622+00:00",
"path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf"
},
{
"file": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00002-of-00003.gguf",
"bytes": 49835229856,
"sha256": "577a38a2392b40ca2193cea502e1d92f60b8cd370675d308e0ec21885d9daaa7",
"verified_utc": "2026-09-05T05:11:01.301186+00:00",
"path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00002-of-00003.gguf"
},
{
"file": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00003-of-00003.gguf",
"bytes": 43836407744,
"sha256": "d4634e6d84f0ebb0940be15c90d3790bf6464e3dea3a1cddc567dc0e83ad8833",
"verified_utc": "2026-09-05T05:19:54.395294+00:00",
"path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00003-of-00003.gguf"
}
]
},
{
"benchmark_family": "bf16-logit-fidelity",
"suite": "H73-four-domain-64-position-panel",
"profile_id": "unsloth-recommended",
"tasks": 64,
"score_name": "top1_agreement",
"score": 61,
"model_path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf",
"model_sha256": "5ce89370720f8bf90890f439361282104c1aa1482d4013bb9a50923e758e71a4",
"source_path": "/srv/llm/work/qwen38-v2-release-20260905/quality-ciru/score.json",
"notes": "Bounded numerical diagnostic. CIRU F16KV/FAauto; competitors Q8KV/FAon, MTPoff. Same panel and BF16 reference. No broad task-quality inference. Corrected provenance import supersedes 20260905T143758Z-custom-workflow-eval-small. Unsloth model_sha256 identifies first shard; all shards listed in model_artifacts.",
"raw_sha256": "fcfbe409021ae5125d905af36ce119d4702aab576db047251a173a0ce275a0db",
"model_artifacts": [
{
"file": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf",
"bytes": 10946624,
"sha256": "5ce89370720f8bf90890f439361282104c1aa1482d4013bb9a50923e758e71a4",
"verified_utc": "2026-09-05T05:04:34.952622+00:00",
"path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf"
},
{
"file": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00002-of-00003.gguf",
"bytes": 49835229856,
"sha256": "577a38a2392b40ca2193cea502e1d92f60b8cd370675d308e0ec21885d9daaa7",
"verified_utc": "2026-09-05T05:11:01.301186+00:00",
"path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00002-of-00003.gguf"
},
{
"file": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00003-of-00003.gguf",
"bytes": 43836407744,
"sha256": "d4634e6d84f0ebb0940be15c90d3790bf6464e3dea3a1cddc567dc0e83ad8833",
"verified_utc": "2026-09-05T05:19:54.395294+00:00",
"path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00003-of-00003.gguf"
}
]
},
{
"benchmark_family": "bf16-logit-fidelity",
"suite": "H73-four-domain-64-position-panel",
"profile_id": "unsloth-recommended",
"tasks": 60,
"score_name": "ppl_60",
"score": 2.4293137420087842,
"model_path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf",
"model_sha256": "5ce89370720f8bf90890f439361282104c1aa1482d4013bb9a50923e758e71a4",
"source_path": "/srv/llm/work/qwen38-v2-release-20260905/quality-ciru/score.json",
"notes": "Bounded numerical diagnostic. CIRU F16KV/FAauto; competitors Q8KV/FAon, MTPoff. Same panel and BF16 reference. No broad task-quality inference. Corrected provenance import supersedes 20260905T143758Z-custom-workflow-eval-small. Unsloth model_sha256 identifies first shard; all shards listed in model_artifacts.",
"raw_sha256": "fcfbe409021ae5125d905af36ce119d4702aab576db047251a173a0ce275a0db",
"model_artifacts": [
{
"file": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf",
"bytes": 10946624,
"sha256": "5ce89370720f8bf90890f439361282104c1aa1482d4013bb9a50923e758e71a4",
"verified_utc": "2026-09-05T05:04:34.952622+00:00",
"path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf"
},
{
"file": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00002-of-00003.gguf",
"bytes": 49835229856,
"sha256": "577a38a2392b40ca2193cea502e1d92f60b8cd370675d308e0ec21885d9daaa7",
"verified_utc": "2026-09-05T05:11:01.301186+00:00",
"path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00002-of-00003.gguf"
},
{
"file": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00003-of-00003.gguf",
"bytes": 43836407744,
"sha256": "d4634e6d84f0ebb0940be15c90d3790bf6464e3dea3a1cddc567dc0e83ad8833",
"verified_utc": "2026-09-05T05:19:54.395294+00:00",
"path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00003-of-00003.gguf"
}
]
}
],
"supersedes": "20260905T143758Z-custom-workflow-eval-small",
"protocol_path": "/srv/llm/work/qwen38-v2-release-20260905/quality-ciru/protocol.lock.json",
"artifact_receipts": {
"agention-laurent": [
{
"file": "Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16.gguf",
"bytes": 93484237760,
"sha256": "552a7a162f6a620c3aa0850d070086bc2b95094e0a4e8b860694c7f212cb59d8",
"verified_utc": "2026-09-05T01:23:03.986191+00:00",
"path": "/srv/llm/models/agentionai-Qwen3.8-Flash-Next-ROCmFP4-FAST-ad4c5717254a/Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16.gguf"
}
],
"unsloth-recommended": [
{
"file": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf",
"bytes": 10946624,
"sha256": "5ce89370720f8bf90890f439361282104c1aa1482d4013bb9a50923e758e71a4",
"verified_utc": "2026-09-05T05:04:34.952622+00:00",
"path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf"
},
{
"file": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00002-of-00003.gguf",
"bytes": 49835229856,
"sha256": "577a38a2392b40ca2193cea502e1d92f60b8cd370675d308e0ec21885d9daaa7",
"verified_utc": "2026-09-05T05:11:01.301186+00:00",
"path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00002-of-00003.gguf"
},
{
"file": "UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00003-of-00003.gguf",
"bytes": 43836407744,
"sha256": "d4634e6d84f0ebb0940be15c90d3790bf6464e3dea3a1cddc567dc0e83ad8833",
"verified_utc": "2026-09-05T05:19:54.395294+00:00",
"path": "/srv/llm/models/unsloth-Qwen3.8-Flash-Next-38bb39ee9782/UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00003-of-00003.gguf"
}
]
}
}