| { |
| "version": "3.0.0", |
| "source": { |
| "version": "3.0.0", |
| "tag": "v3.0.0", |
| "commit": "e2b584751f89e02334304365edfe4c5404fd9e5c", |
| "tree": "106fbbf40b85acf8ad311ac0a5fdf801df3c23f3", |
| "base_commit": "9ea2390a71ae9f3d1cab519bbe099eb4ee06380e", |
| "archive": "ciru-runtime-v3.0.0-source.tar.gz", |
| "archive_sha256": "5680641c5f38eb5e8fe23f9af73bc4347b76c670e2425e1f6a2bbb9ebef1723a", |
| "file_count": 3615, |
| "manifest": "source-manifest.json", |
| "verification": "Every file content, executable mode and symlink target matches the release Git tree; named archive bytes are verified independently." |
| }, |
| "source_patch_sha256": "47711a875f7b5a56395ca4825f8ebfa80a36c0f2987bfe02e4f4f531a1d8cbf6", |
| "gates": "PASS: tested quality/correctness and both measured before/after rates improve; CIRU whole-request latency below Halo at both measured input lengths. See separate generation-rate tradeoffs.", |
| "quality": { |
| "Previous CIRU": { |
| "label": "v2-final-before", |
| "tasks": 20, |
| "base_pass": 20, |
| "plus_pass": 20, |
| "failed_tasks": [], |
| "recall": { |
| "8192": { |
| "keys_present": true, |
| "cached_keys_present": true, |
| "exact_replay": true, |
| "cached_tokens": 7947 |
| }, |
| "65536": { |
| "keys_present": true, |
| "cached_keys_present": true, |
| "exact_replay": true, |
| "cached_tokens": 65291 |
| } |
| } |
| }, |
| "CIRU v3": { |
| "label": "v3-final-C1", |
| "tasks": 20, |
| "base_pass": 20, |
| "plus_pass": 20, |
| "failed_tasks": [], |
| "recall": { |
| "8192": { |
| "keys_present": true, |
| "cached_keys_present": true, |
| "exact_replay": true, |
| "cached_tokens": 7947 |
| }, |
| "65536": { |
| "keys_present": true, |
| "cached_keys_present": true, |
| "exact_replay": true, |
| "cached_tokens": 65291 |
| } |
| } |
| }, |
| "Halo": { |
| "label": "halo-selected-A1-mtp3", |
| "tasks": 20, |
| "base_pass": 20, |
| "plus_pass": 20, |
| "failed_tasks": [], |
| "recall": { |
| "8192": { |
| "keys_present": true, |
| "cached_keys_present": true, |
| "exact_replay": true, |
| "cached_tokens": 7947 |
| }, |
| "65536": { |
| "keys_present": true, |
| "cached_keys_present": true, |
| "exact_replay": true, |
| "cached_tokens": 65291 |
| } |
| } |
| } |
| }, |
| "speed": { |
| "Previous CIRU": { |
| "4096": { |
| "rows": 2, |
| "PP": 392.00366125294556, |
| "TG": 22.51733524535651, |
| "TG_range": [ |
| 22.05163555418191, |
| 23.003129150072414 |
| ], |
| "TTFP_s": 10.69582200050354, |
| "request_s": 16.336945295333862, |
| "drafted": 588, |
| "accepted": 156, |
| "idle_ram_GiB": 100.72896957397461, |
| "peak_ram_GiB": 103.4262580871582, |
| "peak_GTT_GiB": 88.57872772216797, |
| "peak_VRAM_GiB": 0.5218048095703125, |
| "max_delta_ram_GiB": 2.1545333862304688 |
| }, |
| "65536": { |
| "rows": 1, |
| "PP": 284.4915510098569, |
| "TG": 13.332401115050645, |
| "TG_range": [ |
| 13.332401115050644, |
| 13.332401115050644 |
| ], |
| "TTFP_s": 230.45938777923584, |
| "request_s": 239.98778319358826, |
| "drafted": 283, |
| "accepted": 79, |
| "idle_ram_GiB": 100.59429168701172, |
| "peak_ram_GiB": 101.31758499145508, |
| "peak_GTT_GiB": 88.57872772216797, |
| "peak_VRAM_GiB": 0.5173988342285156, |
| "max_delta_ram_GiB": 0.7232933044433594 |
| } |
| }, |
| "CIRU v3": { |
| "4096": { |
| "rows": 6, |
| "PP": 455.6541833933926, |
| "TG": 24.599275541650545, |
| "TG_range": [ |
| 23.714691718344156, |
| 25.19420366676837 |
| ], |
| "TTFP_s": 9.245681206385294, |
| "request_s": 14.40951939423879, |
| "drafted": 1680, |
| "accepted": 480, |
| "idle_ram_GiB": 103.05811818440755, |
| "peak_ram_GiB": 106.01566696166992, |
| "peak_GTT_GiB": 90.2929458618164, |
| "peak_VRAM_GiB": 0.5292892456054688, |
| "max_delta_ram_GiB": 2.4259910583496094 |
| }, |
| "65536": { |
| "rows": 3, |
| "PP": 369.80548798995795, |
| "TG": 24.219011568105987, |
| "TG_range": [ |
| 24.166916898916444, |
| 24.30324323910564 |
| ], |
| "TTFP_s": 177.32060686747232, |
| "request_s": 182.56692719459534, |
| "drafted": 717, |
| "accepted": 258, |
| "idle_ram_GiB": 102.90898895263672, |
| "peak_ram_GiB": 103.66057205200195, |
| "peak_GTT_GiB": 90.2929458618164, |
| "peak_VRAM_GiB": 0.5248832702636719, |
| "max_delta_ram_GiB": 0.7370414733886719 |
| } |
| }, |
| "Halo": { |
| "4096": { |
| "rows": 4, |
| "PP": 381.49292683846284, |
| "TG": 35.30120650212089, |
| "TG_range": [ |
| 34.77293274914806, |
| 35.57767783656343 |
| ], |
| "TTFP_s": 11.094179451465607, |
| "request_s": 14.69240266084671, |
| "drafted": 528, |
| "accepted": 328, |
| "idle_ram_GiB": 102.4269323348999, |
| "peak_ram_GiB": 104.8825912475586, |
| "peak_GTT_GiB": 93.07597351074219, |
| "peak_VRAM_GiB": 1.85498046875, |
| "max_delta_ram_GiB": 2.7664871215820312 |
| }, |
| "65536": { |
| "rows": 2, |
| "PP": 263.42074609163245, |
| "TG": 23.278333535262185, |
| "TG_range": [ |
| 23.22488713070601, |
| 23.33202649489396 |
| ], |
| "TTFP_s": 248.91091644763947, |
| "request_s": 254.3688863515854, |
| "drafted": 276, |
| "accepted": 160, |
| "idle_ram_GiB": 103.14214324951172, |
| "peak_ram_GiB": 103.72273635864258, |
| "peak_GTT_GiB": 93.17262649536133, |
| "peak_VRAM_GiB": 1.9886512756347656, |
| "max_delta_ram_GiB": 0.597412109375 |
| } |
| } |
| }, |
| "change_vs": { |
| "Previous CIRU": { |
| "4096": { |
| "PP_percent": 16.23722644247847, |
| "TG_percent": 9.245944396210781, |
| "request_time_reduction_percent": 11.797957734764408 |
| }, |
| "65536": { |
| "PP_percent": 29.988214650756074, |
| "TG_percent": 81.65528743930224, |
| "request_time_reduction_percent": 23.92657460928912 |
| } |
| }, |
| "Halo": { |
| "4096": { |
| "PP_percent": 19.43974614929942, |
| "TG_percent": -30.31604871586294, |
| "request_time_reduction_percent": 1.925371044735702 |
| }, |
| "65536": { |
| "PP_percent": 40.385863101807075, |
| "TG_percent": 4.041002468749988, |
| "request_time_reduction_percent": 28.2274928301358 |
| } |
| } |
| }, |
| "full_capacity": { |
| "rows": 1, |
| "PP": 257.4360682269633, |
| "TG": 17.99524727099241, |
| "TG_range": [ |
| 17.99524727099241, |
| 17.99524727099241 |
| ], |
| "TTFP_s": 1017.3788130283356, |
| "request_s": 1024.442313671112, |
| "drafted": 214, |
| "accepted": 90, |
| "idle_ram_GiB": 102.63951873779297, |
| "peak_ram_GiB": 104.53916549682617, |
| "peak_GTT_GiB": 90.98435974121094, |
| "peak_VRAM_GiB": 0.5237464904785156, |
| "max_delta_ram_GiB": 1.8996467590332031 |
| }, |
| "platform": "NixOS x86-64 / ROCm10 / gfx1151; prior Ubuntu qualification is historical", |
| "weights_changed": false, |
| "ready_package_included": true |
| } |
|
|
