{ "runtime_release": { "version": "0.6.9", "tag": "v0.6.9", "repository": "https://github.com/infosave2007/cmf", "commit": "454d220ed8a8ac2c028b57daff6372fd8f99156e" }, "model_unchanged": true, "model_sha256": "fb0f1a9cdb0434bc9ce50eb6473bc2ca4a71d6994ad61314bbd7e2f11c4e29e8", "historical_development_provenance": { "schema": "ternary-bonsai-2-q2tp-affine-hf-staging-1", "intended_repo": "infosave/Ternary-Bonsai-2-27B-cmf", "intended_model_filename": "Ternary-Bonsai-2-27B-Q2TP-Affine.cmf", "model": { "bytes": 8247698536, "sha256": "fb0f1a9cdb0434bc9ce50eb6473bc2ca4a71d6994ad61314bbd7e2f11c4e29e8", "profile": "CMF dtype16 Q2TP storage + required q2tp_affine Prism operator", "tested_modality": "text generation only" }, "source": { "runtime_repository": "https://github.com/infosave2007/cmf", "public_base_commit": "48a9ca5929ea42d28ced54279b4fc9d9c4c33d10", "patch_file": "source/patches/cmf-bonsai2-public-base-48a9.patch", "patch_sha256": "e6cd6a60149a8be764a323ab1f968668b524b36ec35bc1a193fcfb5218f669be", "changed_file_count": 26, "changed_files": [ { "path": "README.md", "bytes": 8911, "sha256": "bec1ab6c898dbb3be6afa304acc26f3b2b58c3f2b52bce0d164075af3e988aeb" }, { "path": "crates/cortiq-cli/examples/score_fixed.rs", "bytes": 1230, "sha256": "d1b909ed40995249fa75c445ddf40a367ca6adca001eba31d74ac370669b779c" }, { "path": "crates/cortiq-cli/src/convert.rs", "bytes": 356447, "sha256": "35aa91d49af5231f6ca990974a337823de0ccc10062091221a7bd833870beedc" }, { "path": "crates/cortiq-cli/src/gguf.rs", "bytes": 98248, "sha256": "e1f8afbf0b7e6d8fdf7d4921cc80747a5ca9bf9bf5bc599f72c589aba8ba8139" }, { "path": "crates/cortiq-cli/src/main.rs", "bytes": 249728, "sha256": "ea4cdaf09dda0e2fcb64a8159d35d8c11877137664e7616bd8c4dc4f88ebb3d0" }, { "path": "crates/cortiq-core/src/format.rs", "bytes": 85313, "sha256": "9a8fca48b8492fdfab4eb1ac122feb28604ece4cbdd7cab74f2c02a69cfec3a7" }, { "path": "crates/cortiq-core/src/hadamard.rs", "bytes": 3315, "sha256": "264eeba873021217b594965e904a6c6b604e384e9ceadd5e03163fd9f71dc428" }, { "path": "crates/cortiq-core/src/lib.rs", "bytes": 775, "sha256": "278d49a2b121b6851acabb812d2b5ace28f9ab0a5bdd3970045110c290969286" }, { "path": "crates/cortiq-core/src/types.rs", "bytes": 39778, "sha256": "a51f36c2112ed574b03aad086f3d96148787889becdb297904446454769eb8cf" }, { "path": "crates/cortiq-core/tests/loop_masks.rs", "bytes": 6567, "sha256": "6408c23b8de1cd6db3bb00875f315565270f82bd6028ba77253ccf69fc83529b" }, { "path": "crates/cortiq-core/tests/roundtrip.rs", "bytes": 37607, "sha256": "2ddb95cf55eee59a14f34884ae595132cf18a5c1e3bb2694e4f23c473c067091" }, { "path": "crates/cortiq-core/tests/skill_file.rs", "bytes": 4886, "sha256": "af99818e3671b992da2b4b343edf9f8055b388c8c8d4e11a883bab19d3ddcd4b" }, { "path": "crates/cortiq-engine/src/attention.rs", "bytes": 70420, "sha256": "246c9c720ed82a547a9af01f0c755b6f82601cb56a3344f231b985bbb4aadde5" }, { "path": "crates/cortiq-engine/src/gpu.rs", "bytes": 121790, "sha256": "bd6e651e5cafa585263e2c24049e70c2e8cc84a31ade294e3dd92c60b172d1ad" }, { "path": "crates/cortiq-engine/src/gpu_metal.rs", "bytes": 597506, "sha256": "78b4eecbee135aac938b30b774c57cb48ceb88a8e4f3a03330569f1b1898e431" }, { "path": "crates/cortiq-engine/src/gpu_wgpu.rs", "bytes": 2089683, "sha256": "2ade4ccc62940ba23453189f14ea0a1bf4cb315e8a86ee8be373f63d04eaf2b8" }, { "path": "crates/cortiq-engine/src/lib.rs", "bytes": 3901, "sha256": "517b35207c05307d4688349ff5da1505d877bb23b15b5f73a49a28c3aee4dd89" }, { "path": "crates/cortiq-engine/src/pipeline.rs", "bytes": 584307, "sha256": "a67dbc8768bd739c7b2f950385d6144dc5cee801245f95537ed7970aa3ea98f0" }, { "path": "crates/cortiq-engine/src/prism.rs", "bytes": 12114, "sha256": "16505deed5a0a00b1d38a7a842b746f00223d1d15d3a7dbb34c1bf3a79dfe45a" }, { "path": "crates/cortiq-engine/src/qtensor.rs", "bytes": 512619, "sha256": "57135f0a4ca811135f566c1c3288c3cad98122a2371483c4eb6c821607b1c3f7" }, { "path": "crates/cortiq-engine/tests/fcd_train.rs", "bytes": 19591, "sha256": "66c2998ed92a30001701f27928fa4ded0981b087dc4c13494f91e26daf31dc5a" }, { "path": "crates/cortiq-engine/tests/gpu_micro.rs", "bytes": 25495, "sha256": "b86eb91fe01a71bf21474f69a8789b8e4af458e4292952768fb147cf7a7214c9" }, { "path": "crates/cortiq-engine/tests/mask_quant.rs", "bytes": 7199, "sha256": "115453717aeed21e06c32741e617e074a9486d1b7fec1f413a37d6c622604976" }, { "path": "crates/cortiq-engine/tests/skills.rs", "bytes": 15446, "sha256": "235f27cb98f6e20c42a107a77cef2469d98df6b440baac2c4394c0ee831e5040" }, { "path": "crates/cortiq-engine/tests/x86_gemm.rs", "bytes": 28107, "sha256": "a3c1747f6179f1ee16e8f026ab4b687f013dbbe09a59b1407cfe5996142389d8" }, { "path": "python/cmf_reader.py", "bytes": 14373, "sha256": "54aca01be03f2c57f9d62ff867420394d7e61f579876a1bf795cec8ce497f67b" } ], "runtime4_delta_sha256": "55add36a786bc9697817d5b2696b2e64f810926cf34663ae995fb3ad83a1f2dd", "binary_not_distributed": true }, "upstream_model": { "repository": "prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "revision": "3f926b415992eaa2ae9dd7b573706494d6bbf787", "weights_file": "model.safetensors", "weights_bytes": 8595477990, "weights_sha256": "130de5925082c168b7866b2e91b52e44abbafc99017e3ca352b77b5b55a269ed", "license": "Apache-2.0" }, "validated_runtime_identity": { "version_label": "cortiq 0.6.8", "source_build_sha256": "0ccf849b132b2216aaff5f4e6762a1182a3a44fcf2329ad20503c2e896ab6eb3", "build_id": "2b94566b1ce9d2cb7218df3735c2f24bc8838235", "note": "development build from the pinned base plus this patch; not stock 0.6.8" }, "evaluation": { "prompts_file": "evaluation/prompts.jsonl", "prompts_sha256": "68f6b0b2ffc8526d2f37df7bb2e494531d533e336b6d4df8c1feeebd2652c1f5", "quality_corpus_file": "evaluation/quality-corpus.txt", "quality_corpus_sha256": "181716ce3f0a71b94f7d5d4428232c241b88f3e26d68f4ed50a191506ddb78b5", "token_ids_file": "evaluation/quality-corpus-token-ids.txt", "token_ids_sha256": "6dd2b70cb1d4a18a2955737b9dc3711bc20cd951c48a086ce144dcfbff8eb47b", "official_reference_raw": "evaluation/reference-teacher-score.jsonl", "official_reference_raw_sha256": "0fe3ce05070664d453186040a0013d1c66431f581252382bd2fe361f69577d7c", "official_reference_mean_nll": 1.81274952826, "official_reference_ppl": 6.12727139849, "official_reference_top1": "603/1024", "cmf_affine_cpu_mean_nll": 1.812992284, "cmf_affine_vulkan_mean_nll": 1.813015751, "cmf_affine_vulkan_ppl": 6.128902833, "ordinary_q2tp_vulkan_mean_nll": 1.886951899, "ordinary_q2tp_vulkan_delta_nats": 0.074202371 }, "performance": { "measurement_source": "accepted runtime4 hardware run on RTX 4090 24GB", "prefill_tok_s": 8.5, "ttft_s": 6.88, "warm_decode_tok_s": 5.2, "clean_port_quality_reverified": true, "clean_port_speed_rebenchmarked": false, "interpretation": "5.2 tok/s is not a clean-port speed claim; it is the runtime4 measurement retained for context." }, "licenses": { "files": [ { "path": "licenses/upstream-model-LICENSE", "sha256": "69849221bfb90053de2134ef5e6d540287b4b98062326492f1f96f5da685524b" }, { "path": "licenses/upstream-model-NOTICE.txt", "sha256": "de0e0c48fb6f691a31e74f338e3ccf93f9ecdfe2866ab769c4bf8b79a7636a30" }, { "path": "licenses/upstream-mlx-runtime-LICENSE", "sha256": "ccfab7ccb2ea306f71531c8ca77bb55507606cd90768b1e32b8b52ab5b48cf01" }, { "path": "licenses/cmf-LICENSE", "sha256": "0bf59d136536dea5dcf80ce96c5988e46522ce69f3ae817666c7f5d10ded6618" }, { "path": "licenses/cmf-NOTICE", "sha256": "d8ee9168d48f5b0fa0012518848434a65cebb8288f3f2ed51f2738f2f4b347e4" }, { "path": "licenses/cmf-PATENTS.md", "sha256": "607faa71dd5a600787f97dcc50e17221e04f57e21e19aa2d5e2a1399e21fb692" } ], "model_license": "Apache-2.0", "cmf_runtime_license": "Apache-2.0", "upstream_mlx_runtime_license": "MIT" } }, "note": "Historical patch identities are not the source identity of release 0.6.9." }