{ "version": "3.0.0", "source": { "version": "3.0.0", "tag": "v3.0.0", "commit": "e2b584751f89e02334304365edfe4c5404fd9e5c", "tree": "106fbbf40b85acf8ad311ac0a5fdf801df3c23f3", "base_commit": "9ea2390a71ae9f3d1cab519bbe099eb4ee06380e", "archive": "ciru-runtime-v3.0.0-source.tar.gz", "archive_sha256": "5680641c5f38eb5e8fe23f9af73bc4347b76c670e2425e1f6a2bbb9ebef1723a", "file_count": 3615, "manifest": "source-manifest.json", "verification": "Every file content, executable mode and symlink target matches the release Git tree; named archive bytes are verified independently." }, "source_patch_sha256": "47711a875f7b5a56395ca4825f8ebfa80a36c0f2987bfe02e4f4f531a1d8cbf6", "gates": "PASS: tested quality/correctness and both measured before/after rates improve; CIRU whole-request latency below Halo at both measured input lengths. See separate generation-rate tradeoffs.", "quality": { "Previous CIRU": { "label": "v2-final-before", "tasks": 20, "base_pass": 20, "plus_pass": 20, "failed_tasks": [], "recall": { "8192": { "keys_present": true, "cached_keys_present": true, "exact_replay": true, "cached_tokens": 7947 }, "65536": { "keys_present": true, "cached_keys_present": true, "exact_replay": true, "cached_tokens": 65291 } } }, "CIRU v3": { "label": "v3-final-C1", "tasks": 20, "base_pass": 20, "plus_pass": 20, "failed_tasks": [], "recall": { "8192": { "keys_present": true, "cached_keys_present": true, "exact_replay": true, "cached_tokens": 7947 }, "65536": { "keys_present": true, "cached_keys_present": true, "exact_replay": true, "cached_tokens": 65291 } } }, "Halo": { "label": "halo-selected-A1-mtp3", "tasks": 20, "base_pass": 20, "plus_pass": 20, "failed_tasks": [], "recall": { "8192": { "keys_present": true, "cached_keys_present": true, "exact_replay": true, "cached_tokens": 7947 }, "65536": { "keys_present": true, "cached_keys_present": true, "exact_replay": true, "cached_tokens": 65291 } } } }, "speed": { "Previous CIRU": { "4096": { "rows": 2, "PP": 392.00366125294556, "TG": 22.51733524535651, "TG_range": [ 22.05163555418191, 23.003129150072414 ], "TTFP_s": 10.69582200050354, "request_s": 16.336945295333862, "drafted": 588, "accepted": 156, "idle_ram_GiB": 100.72896957397461, "peak_ram_GiB": 103.4262580871582, "peak_GTT_GiB": 88.57872772216797, "peak_VRAM_GiB": 0.5218048095703125, "max_delta_ram_GiB": 2.1545333862304688 }, "65536": { "rows": 1, "PP": 284.4915510098569, "TG": 13.332401115050645, "TG_range": [ 13.332401115050644, 13.332401115050644 ], "TTFP_s": 230.45938777923584, "request_s": 239.98778319358826, "drafted": 283, "accepted": 79, "idle_ram_GiB": 100.59429168701172, "peak_ram_GiB": 101.31758499145508, "peak_GTT_GiB": 88.57872772216797, "peak_VRAM_GiB": 0.5173988342285156, "max_delta_ram_GiB": 0.7232933044433594 } }, "CIRU v3": { "4096": { "rows": 6, "PP": 455.6541833933926, "TG": 24.599275541650545, "TG_range": [ 23.714691718344156, 25.19420366676837 ], "TTFP_s": 9.245681206385294, "request_s": 14.40951939423879, "drafted": 1680, "accepted": 480, "idle_ram_GiB": 103.05811818440755, "peak_ram_GiB": 106.01566696166992, "peak_GTT_GiB": 90.2929458618164, "peak_VRAM_GiB": 0.5292892456054688, "max_delta_ram_GiB": 2.4259910583496094 }, "65536": { "rows": 3, "PP": 369.80548798995795, "TG": 24.219011568105987, "TG_range": [ 24.166916898916444, 24.30324323910564 ], "TTFP_s": 177.32060686747232, "request_s": 182.56692719459534, "drafted": 717, "accepted": 258, "idle_ram_GiB": 102.90898895263672, "peak_ram_GiB": 103.66057205200195, "peak_GTT_GiB": 90.2929458618164, "peak_VRAM_GiB": 0.5248832702636719, "max_delta_ram_GiB": 0.7370414733886719 } }, "Halo": { "4096": { "rows": 4, "PP": 381.49292683846284, "TG": 35.30120650212089, "TG_range": [ 34.77293274914806, 35.57767783656343 ], "TTFP_s": 11.094179451465607, "request_s": 14.69240266084671, "drafted": 528, "accepted": 328, "idle_ram_GiB": 102.4269323348999, "peak_ram_GiB": 104.8825912475586, "peak_GTT_GiB": 93.07597351074219, "peak_VRAM_GiB": 1.85498046875, "max_delta_ram_GiB": 2.7664871215820312 }, "65536": { "rows": 2, "PP": 263.42074609163245, "TG": 23.278333535262185, "TG_range": [ 23.22488713070601, 23.33202649489396 ], "TTFP_s": 248.91091644763947, "request_s": 254.3688863515854, "drafted": 276, "accepted": 160, "idle_ram_GiB": 103.14214324951172, "peak_ram_GiB": 103.72273635864258, "peak_GTT_GiB": 93.17262649536133, "peak_VRAM_GiB": 1.9886512756347656, "max_delta_ram_GiB": 0.597412109375 } } }, "change_vs": { "Previous CIRU": { "4096": { "PP_percent": 16.23722644247847, "TG_percent": 9.245944396210781, "request_time_reduction_percent": 11.797957734764408 }, "65536": { "PP_percent": 29.988214650756074, "TG_percent": 81.65528743930224, "request_time_reduction_percent": 23.92657460928912 } }, "Halo": { "4096": { "PP_percent": 19.43974614929942, "TG_percent": -30.31604871586294, "request_time_reduction_percent": 1.925371044735702 }, "65536": { "PP_percent": 40.385863101807075, "TG_percent": 4.041002468749988, "request_time_reduction_percent": 28.2274928301358 } } }, "full_capacity": { "rows": 1, "PP": 257.4360682269633, "TG": 17.99524727099241, "TG_range": [ 17.99524727099241, 17.99524727099241 ], "TTFP_s": 1017.3788130283356, "request_s": 1024.442313671112, "drafted": 214, "accepted": 90, "idle_ram_GiB": 102.63951873779297, "peak_ram_GiB": 104.53916549682617, "peak_GTT_GiB": 90.98435974121094, "peak_VRAM_GiB": 0.5237464904785156, "max_delta_ram_GiB": 1.8996467590332031 }, "platform": "NixOS x86-64 / ROCm10 / gfx1151; prior Ubuntu qualification is historical", "weights_changed": false, "ready_package_included": true }