| { |
| "status": "passed", |
| "repo": "Lottolabs/Qwen3.8-27B-TT-Mixed-BFP4-BFP8-P150", |
| "revision": "78e9782a5f02d2a5f2024694b8a3a6a162770277", |
| "checks": { |
| "download_rehash": true, |
| "local_tags_removed_before_load": true, |
| "image_ids_after_load": true, |
| "8k_container_image": true, |
| "262k_container_image": true, |
| "8k_profile_selected": true, |
| "262k_profile_selected": true, |
| "8k_http_exact_20_of_20": true, |
| "8k_bench": true, |
| "8k_greedy_deterministic": true, |
| "8k_seed_reproducibility": true, |
| "262k_bench": true, |
| "262k_kv_policy_bfp8_v4r": true, |
| "262k_dflash_active": true |
| }, |
| "8k_profile": { |
| "launch": "the downloaded launch.py --revision <commit> --device-ownership-confirmed (default: 8K, DFlash2, prefix caching on), fresh tensor cache", |
| "server_ready_seconds": 731, |
| "container_image_id": "sha256:9c8aaa786f4a586aa591a4762e613b8f68248cb99c3ad40942ad2176ce082dda", |
| "http_exact": { |
| "probe": "http_exact.py vs the non-speculative 8K reference (spec-exact ns8k ref.jsonl)", |
| "checks": 20, |
| "passed": 20 |
| }, |
| "decode_tokens_per_second_p50": { |
| "128/greedy": 50.1, |
| "128/thinking": 48.7, |
| "2048/greedy": 54.5, |
| "2048/thinking": 48.4 |
| }, |
| "ttft_seconds_p50": { |
| "128/greedy": 0.21, |
| "128/thinking": 0.22, |
| "2048/greedy": 1.77, |
| "2048/thinking": 1.78 |
| }, |
| "seed_reproducibility": { |
| "probe": "seed_repro27.py --spec --preset thinking", |
| "checks": { |
| "completions_same_seed_same_text": true, |
| "completions_other_seed_other_text": true, |
| "chat_same_seed_same_text": true, |
| "spec_drafts_accepted": true |
| }, |
| "spec_delta": { |
| "drafts": 4011.0, |
| "accepted": 702.0, |
| "acceptance": 0.175 |
| } |
| } |
| }, |
| "262k_profile": { |
| "launch": "the downloaded launch.py --revision <commit> --max-model-len 262144 --device-ownership-confirmed (DFlash2, BFP8 K / 4-bit V cache, image ctx6-kv4-s27, proofs-262k), fresh tensor cache", |
| "server_ready_seconds": 741, |
| "container_image_id": "sha256:da748d2298e82bd06bb44723a31616490b4e1b7d384b457f131ba4f27cf4fbe8", |
| "decode_tokens_per_second_p50": { |
| "2048/greedy": 53.9, |
| "2048/thinking": 40.2 |
| }, |
| "kv_policy_log": "DRAM usage (paged KV allocated, policy bfp8_v4r): paged_kv_bytes=6982729728 kv_dtypes=['DataType.BFLOAT4_B', 'DataType.BFLOAT8_B'] allocated=29083143680 free=5095587328 largest_free_block=5068983296 banks=8", |
| "dflash_stats_log": [ |
| "TT dflash stats cycles=32 accepted=104 mean_cycle_ms=66.783", |
| "TT dflash stats cycles=64 accepted=205 mean_cycle_ms=66.755", |
| "TT dflash stats cycles=96 accepted=285 mean_cycle_ms=66.736" |
| ] |
| }, |
| "files": "evidence/public-serving-smoke/" |
| } |
|
|
