| { |
| "observed_date": "2026-09-10", |
| "model": "openbmb/MiniCPM5-2B-GPTQ", |
| "revision": "6c1ee6fa521aa53f47cfb32696e6d8ef5b0db805", |
| "compiler_revision": "e0abb5a07b0ea7dc38bd576a1ba3fdae634b67c5", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "startup": { |
| "release-paiton-cold-1": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; empty private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit cold weight page-cache preparation recorded separately", |
| "health_seconds": 44.81749413703801, |
| "first_completed_response_seconds": 45.57489822199568, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.5081513850018382, |
| "filesystem_preparation": { |
| "mode": "cold", |
| "preparation_seconds": 0.12512171099660918, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 0 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "5093203968\n4827746304\nanon 2410979328\nfile 2341302272\nkernel 74727424\nkernel_stack 884736\npagetables 12247040\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 210808832\nzswap 0\nzswapped 0\nfile_mapped 217296896\nfile_dirty 40169472\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 58720256\nshmem_thp 0\ninactive_anon 0\nactive_anon 2467901440\ninactive_file 1922768896\nactive_file 207724544\nunevictable 0\nslab_reclaimable 58983792\nslab_unreclaimable 2543888\nslab 61527680\nworkingset_refault_anon 0\nworkingset_refault_file 21375\nworkingset_activate_anon 0\nworkingset_activate_file 21090\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 247000\npgsteal 238347\npswpin 0\npswpout 0\npgscan_kswapd 245208\npgscan_direct 1792\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 236555\npgsteal_direct 1792\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1593837\npgmajfault 623\npgrefill 7403\npgactivate 8653\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "first_visible_answer_seconds": 45.350145201024134, |
| "sampled_driver_peak_bytes": 5033197568, |
| "peak_sampled_temperature_c": 40.0 |
| }, |
| "release-paiton-cold-2": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit cold weight page-cache preparation recorded separately", |
| "health_seconds": 29.633309549011756, |
| "first_completed_response_seconds": 29.81355814600829, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.7971067790058441, |
| "filesystem_preparation": { |
| "mode": "cold", |
| "preparation_seconds": 0.13935151899931952, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 0 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "4958703616\n4541440000\nanon 2374811648\nfile 2111684608\nkernel 54358016\nkernel_stack 884736\npagetables 11788288\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 210808832\nzswap 0\nzswapped 0\nfile_mapped 222916608\nfile_dirty 1208320\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 0\nshmem_thp 0\ninactive_anon 1059090432\nactive_anon 1372663808\ninactive_file 1379667968\nactive_file 521207808\nunevictable 0\nslab_reclaimable 39109536\nslab_unreclaimable 2509936\nslab 41619472\nworkingset_refault_anon 0\nworkingset_refault_file 94\nworkingset_activate_anon 0\nworkingset_activate_file 16\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 265358\npgsteal 262313\npswpin 0\npswpout 0\npgscan_kswapd 260814\npgscan_direct 4544\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 257769\npgsteal_direct 4544\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1413735\npgmajfault 160\npgrefill 847\npgactivate 1\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "first_visible_answer_seconds": 29.715560793993063, |
| "sampled_driver_peak_bytes": 5033213952, |
| "peak_sampled_temperature_c": 40.0 |
| }, |
| "release-paiton-cold-3": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit cold weight page-cache preparation recorded separately", |
| "health_seconds": 29.60948105197167, |
| "first_completed_response_seconds": 29.95532909600297, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.5221986260148697, |
| "filesystem_preparation": { |
| "mode": "cold", |
| "preparation_seconds": 0.13618864899035543, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 0 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "5191712768\n5188161536\nanon 2386079744\nfile 2731585536\nkernel 69513216\nkernel_stack 884736\npagetables 11857920\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 210808832\nzswap 0\nzswapped 0\nfile_mapped 223985664\nfile_dirty 1134592\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 0\nshmem_thp 0\ninactive_anon 0\nactive_anon 2443005952\ninactive_file 370106368\nactive_file 2150653952\nunevictable 0\nslab_reclaimable 54194240\nslab_unreclaimable 2509240\nslab 56703480\nworkingset_refault_anon 0\nworkingset_refault_file 83261\nworkingset_activate_anon 0\nworkingset_activate_file 5\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 123658\npgsteal 123655\npswpin 0\npswpout 0\npgscan_kswapd 123146\npgscan_direct 512\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 123143\npgsteal_direct 512\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1414859\npgmajfault 142\npgrefill 4771\npgactivate 3\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "first_visible_answer_seconds": 29.729638825985603, |
| "sampled_driver_peak_bytes": 5033226240, |
| "peak_sampled_temperature_c": 41.0 |
| }, |
| "release-paiton-cold-4": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit cold weight page-cache preparation recorded separately", |
| "health_seconds": 28.846763036039192, |
| "first_completed_response_seconds": 29.15649723401293, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.5623565269634128, |
| "filesystem_preparation": { |
| "mode": "cold", |
| "preparation_seconds": 0.09616983495652676, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 0 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "4960841728\n4809682944\nanon 2375331840\nfile 2360676352\nkernel 72728576\nkernel_stack 884736\npagetables 11796480\nsec_pagetables 0\npercpu 0\nsock 0\nvmalloc 24576\nshmem 210808832\nzswap 0\nzswapped 0\nfile_mapped 211148800\nfile_dirty 1134592\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 0\nshmem_thp 0\ninactive_anon 1052831744\nactive_anon 1379348480\ninactive_file 1725448192\nactive_file 424419328\nunevictable 0\nslab_reclaimable 57472904\nslab_unreclaimable 2509992\nslab 59982896\nworkingset_refault_anon 0\nworkingset_refault_file 2445\nworkingset_activate_anon 0\nworkingset_activate_file 0\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 2684\npgsteal 2606\npswpin 0\npswpout 0\npgscan_kswapd 2684\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 2606\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1413834\npgmajfault 16\npgrefill 292\npgactivate 75\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "kfd_before_launch": [], |
| "owned_container_pids": "PID\n1694126\n1694348\n", |
| "first_visible_answer_seconds": 28.932708087028004, |
| "sampled_driver_peak_bytes": 5033213952, |
| "peak_sampled_temperature_c": 45.0 |
| }, |
| "release-paiton-empty-1": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; empty private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit warm weight page-cache preparation recorded separately", |
| "health_seconds": 53.53185055596987, |
| "first_completed_response_seconds": 54.146076957986224, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 1.069327233999502, |
| "filesystem_preparation": { |
| "mode": "warm", |
| "preparation_seconds": 0.42630311200628057, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 512602 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "3957309440\n3953713152\nanon 2411032576\nfile 1466564608\nkernel 75075584\nkernel_stack 884736\npagetables 12177408\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 210808832\nzswap 0\nzswapped 0\nfile_mapped 287088640\nfile_dirty 40185856\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 50331648\nshmem_thp 0\ninactive_anon 874885120\nactive_anon 1593024512\ninactive_file 1220345856\nactive_file 35409920\nunevictable 0\nslab_reclaimable 59440064\nslab_unreclaimable 2508744\nslab 61948808\nworkingset_refault_anon 0\nworkingset_refault_file 190470\nworkingset_activate_anon 0\nworkingset_activate_file 964\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 512\npgsteal 510\npswpin 0\npswpout 0\npgscan_kswapd 0\npgscan_direct 512\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 0\npgsteal_direct 510\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1593996\npgmajfault 2245\npgrefill 95\npgactivate 2\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "first_visible_answer_seconds": 54.02925865899306, |
| "sampled_driver_peak_bytes": 5033230336, |
| "peak_sampled_temperature_c": 45.0 |
| }, |
| "release-paiton-empty-2": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; empty private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit warm weight page-cache preparation recorded separately", |
| "health_seconds": 42.8047256199643, |
| "first_completed_response_seconds": 43.53467759501655, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.5444712599855848, |
| "filesystem_preparation": { |
| "mode": "warm", |
| "preparation_seconds": 0.31860516796587035, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 512602 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "2928054272\n2875863040\nanon 2405322752\nfile 394641408\nkernel 74973184\nkernel_stack 884736\npagetables 12242944\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 210808832\nzswap 0\nzswapped 0\nfile_mapped 211197952\nfile_dirty 38825984\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 29360128\nshmem_thp 0\ninactive_anon 0\nactive_anon 2462134272\ninactive_file 144175104\nactive_file 39657472\nunevictable 0\nslab_reclaimable 59272616\nslab_unreclaimable 2508016\nslab 61780632\nworkingset_refault_anon 0\nworkingset_refault_file 37\nworkingset_activate_anon 0\nworkingset_activate_file 0\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 0\npgsteal 0\npswpin 0\npswpout 0\npgscan_kswapd 0\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 0\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1593847\npgmajfault 511\npgrefill 0\npgactivate 0\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "first_visible_answer_seconds": 43.30878258799203, |
| "sampled_driver_peak_bytes": 5033201664, |
| "peak_sampled_temperature_c": 41.0 |
| }, |
| "release-paiton-empty-3": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; empty private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit warm weight page-cache preparation recorded separately", |
| "health_seconds": 45.80366593104554, |
| "first_completed_response_seconds": 46.52825829904759, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.7832110089948401, |
| "filesystem_preparation": { |
| "mode": "warm", |
| "preparation_seconds": 0.31763484503608197, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 512602 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "3316576256\n3316576256\nanon 2417975296\nfile 822935552\nkernel 74838016\nkernel_stack 884736\npagetables 12181504\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 210808832\nzswap 0\nzswapped 0\nfile_mapped 268558336\nfile_dirty 40120320\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 33554432\nshmem_thp 0\ninactive_anon 0\nactive_anon 2474786816\ninactive_file 445292544\nactive_file 166834176\nunevictable 0\nslab_reclaimable 59165376\nslab_unreclaimable 2537824\nslab 61703200\nworkingset_refault_anon 0\nworkingset_refault_file 144934\nworkingset_activate_anon 0\nworkingset_activate_file 705\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 87776\npgsteal 86462\npswpin 0\npswpout 0\npgscan_kswapd 83596\npgscan_direct 4180\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 82336\npgsteal_direct 4126\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1591901\npgmajfault 2217\npgrefill 934\npgactivate 1314\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "first_visible_answer_seconds": 46.30302820401266, |
| "sampled_driver_peak_bytes": 5033218048, |
| "peak_sampled_temperature_c": 40.0 |
| }, |
| "release-paiton-full": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim", |
| "health_seconds": 26.61241354298545, |
| "first_completed_response_seconds": 26.927538795978762, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.4592927339836024, |
| "framework_memory": { |
| "results": [ |
| { |
| "projection_host_invocations_including_capture_not_replays": { |
| "2x2560x2048": 84, |
| "2x2048x2048": 84, |
| "2x12288x2048": 84, |
| "2x2048x6144": 84, |
| "1x2560x2048": 84, |
| "1x2048x2048": 84, |
| "1x12288x2048": 84, |
| "1x2048x6144": 84 |
| }, |
| "allocated_bytes": 4367586304, |
| "reserved_bytes": 4538236928, |
| "peak_allocated_bytes": 4437320192, |
| "peak_reserved_bytes": 4538236928 |
| } |
| ] |
| }, |
| "container_memory": "3457540096\n3457531904\nanon 2462769152\nfile 920993792\nkernel 73240576\nkernel_stack 917504\npagetables 12042240\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 210845696\nzswap 0\nzswapped 0\nfile_mapped 211390464\nfile_dirty 0\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 33554432\nshmem_thp 0\ninactive_anon 0\nactive_anon 2519691264\ninactive_file 640827392\nactive_file 69308416\nunevictable 0\nslab_reclaimable 57652480\nslab_unreclaimable 2592872\nslab 60245352\nworkingset_refault_anon 0\nworkingset_refault_file 121123\nworkingset_activate_anon 0\nworkingset_activate_file 0\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 0\npgsteal 0\npswpin 0\npswpout 0\npgscan_kswapd 0\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 0\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1426034\npgmajfault 471\npgrefill 0\npgactivate 0\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "first_visible_answer_seconds": 26.70235329697607, |
| "sampled_driver_peak_bytes": 5096042496, |
| "peak_sampled_temperature_c": 85.0 |
| }, |
| "release-paiton-prepare": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; empty private runtime caches; filesystem cache uncontrolled, no cold-storage claim", |
| "health_seconds": 55.97025743999984, |
| "first_completed_response_seconds": 56.69707232998917, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.41333649901207536, |
| "container_memory": "5929664512\n5925908480\nanon 2497507328\nfile 3356147712\nkernel 71733248\nkernel_stack 901120\npagetables 12390400\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 210837504\nzswap 0\nzswapped 0\nfile_mapped 332845056\nfile_dirty 8192\nfile_writeback 0\nswapcached 135168\nanon_thp 0\nfile_thp 27262976\nshmem_thp 0\ninactive_anon 1161146368\nactive_anon 1393332224\ninactive_file 1237745664\nactive_file 1907564544\nunevictable 0\nslab_reclaimable 55861984\nslab_unreclaimable 2518680\nslab 58380664\nworkingset_refault_anon 0\nworkingset_refault_file 519111\nworkingset_activate_anon 0\nworkingset_activate_file 53325\nworkingset_restore_anon 0\nworkingset_restore_file 4\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 578574\npgsteal 578480\npswpin 0\npswpout 60\npgscan_kswapd 575874\npgscan_direct 2700\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 575842\npgsteal_direct 2638\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1613273\npgmajfault 1954\npgrefill 1402\npgactivate 32\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "first_visible_answer_seconds": 56.47291229094844, |
| "sampled_driver_peak_bytes": 5096013824, |
| "peak_sampled_temperature_c": 66.0 |
| }, |
| "release-paiton-steady-1": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim", |
| "health_seconds": 26.814275177021045, |
| "first_completed_response_seconds": 27.134393937012646, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.5156335999490693, |
| "container_memory": "3043508224\n2895245312\nanon 2385567744\nfile 435961856\nkernel 72785920\nkernel_stack 884736\npagetables 11878400\nsec_pagetables 0\npercpu 0\nsock 0\nvmalloc 24576\nshmem 210808832\nzswap 0\nzswapped 0\nfile_mapped 210972672\nfile_dirty 1089536\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 33554432\nshmem_thp 0\ninactive_anon 0\nactive_anon 2442457088\ninactive_file 145117184\nactive_file 80035840\nunevictable 0\nslab_reclaimable 57437736\nslab_unreclaimable 2517000\nslab 59954736\nworkingset_refault_anon 0\nworkingset_refault_file 16656\nworkingset_activate_anon 0\nworkingset_activate_file 0\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 0\npgsteal 0\npswpin 0\npswpout 0\npgscan_kswapd 0\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 0\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1408234\npgmajfault 391\npgrefill 0\npgactivate 0\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "first_visible_answer_seconds": 26.908883611962665, |
| "sampled_driver_peak_bytes": 5033222144, |
| "peak_sampled_temperature_c": 54.0 |
| }, |
| "release-paiton-steady-2": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim", |
| "health_seconds": 28.81307083700085, |
| "first_completed_response_seconds": 29.126811037946027, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.8933281539939344, |
| "container_memory": "3100073984\n2924515328\nanon 2393083904\nfile 458051584\nkernel 72531968\nkernel_stack 884736\npagetables 11837440\nsec_pagetables 0\npercpu 0\nsock 0\nvmalloc 24576\nshmem 210808832\nzswap 0\nzswapped 0\nfile_mapped 210841600\nfile_dirty 1105920\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 33554432\nshmem_thp 0\ninactive_anon 0\nactive_anon 2450055168\ninactive_file 242479104\nactive_file 4763648\nunevictable 0\nslab_reclaimable 57236296\nslab_unreclaimable 2511208\nslab 59747504\nworkingset_refault_anon 0\nworkingset_refault_file 19450\nworkingset_activate_anon 0\nworkingset_activate_file 0\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 0\npgsteal 0\npswpin 0\npswpout 0\npgscan_kswapd 0\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 0\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1411026\npgmajfault 50\npgrefill 0\npgactivate 0\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "first_visible_answer_seconds": 28.899949950922746, |
| "sampled_driver_peak_bytes": 5033238528, |
| "peak_sampled_temperature_c": 55.0 |
| }, |
| "release-paiton-warm-1": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit warm weight page-cache preparation recorded separately", |
| "health_seconds": 28.593839893990662, |
| "first_completed_response_seconds": 28.7720500829746, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.3407014320255257, |
| "filesystem_preparation": { |
| "mode": "warm", |
| "preparation_seconds": 0.35047384799690917, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 512602 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "3762470912\n3758538752\nanon 2392170496\nfile 1292918784\nkernel 72740864\nkernel_stack 884736\npagetables 11780096\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 210808832\nzswap 0\nzswapped 0\nfile_mapped 230453248\nfile_dirty 1134592\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 0\nshmem_thp 0\ninactive_anon 364240896\nactive_anon 2084761600\ninactive_file 1014833152\nactive_file 67272704\nunevictable 0\nslab_reclaimable 57502344\nslab_unreclaimable 2508192\nslab 60010536\nworkingset_refault_anon 0\nworkingset_refault_file 1449\nworkingset_activate_anon 0\nworkingset_activate_file 1\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 173\npgsteal 173\npswpin 0\npswpout 0\npgscan_kswapd 173\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 173\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1420520\npgmajfault 223\npgrefill 2\npgactivate 0\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "first_visible_answer_seconds": 28.674341252015438, |
| "sampled_driver_peak_bytes": 5033234432, |
| "peak_sampled_temperature_c": 47.0 |
| }, |
| "release-paiton-warm-2": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit warm weight page-cache preparation recorded separately", |
| "health_seconds": 27.651418029970955, |
| "first_completed_response_seconds": 27.980196846008766, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.3904447369859554, |
| "filesystem_preparation": { |
| "mode": "warm", |
| "preparation_seconds": 0.32143645599717274, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 512602 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "3033165824\n2877095936\nanon 2374844416\nfile 428924928\nkernel 72544256\nkernel_stack 884736\npagetables 11845632\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 210808832\nzswap 0\nzswapped 0\nfile_mapped 210919424\nfile_dirty 1134592\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 0\nshmem_thp 0\ninactive_anon 0\nactive_anon 2431766528\ninactive_file 180330496\nactive_file 37785600\nunevictable 0\nslab_reclaimable 57244792\nslab_unreclaimable 2506432\nslab 59751224\nworkingset_refault_anon 0\nworkingset_refault_file 20616\nworkingset_activate_anon 0\nworkingset_activate_file 0\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 0\npgsteal 0\npswpin 0\npswpout 0\npgscan_kswapd 0\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 0\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1413475\npgmajfault 83\npgrefill 0\npgactivate 0\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "first_visible_answer_seconds": 27.755487899004947, |
| "sampled_driver_peak_bytes": 5033222144, |
| "peak_sampled_temperature_c": 43.0 |
| }, |
| "release-paiton-warm-3": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit warm weight page-cache preparation recorded separately", |
| "health_seconds": 26.821415929007344, |
| "first_completed_response_seconds": 27.12943131895736, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.5232583489851095, |
| "filesystem_preparation": { |
| "mode": "warm", |
| "preparation_seconds": 0.32874222699319944, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 512602 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "2879803392\n2686242816\nanon 2373255168\nfile 239583232\nkernel 72507392\nkernel_stack 884736\npagetables 11796480\nsec_pagetables 0\npercpu 0\nsock 0\nvmalloc 24576\nshmem 210808832\nzswap 0\nzswapped 0\nfile_mapped 211116032\nfile_dirty 1134592\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 0\nshmem_thp 0\ninactive_anon 0\nactive_anon 2430214144\ninactive_file 28766208\nactive_file 8192\nunevictable 0\nslab_reclaimable 57255096\nslab_unreclaimable 2507536\nslab 59762632\nworkingset_refault_anon 0\nworkingset_refault_file 16\nworkingset_activate_anon 0\nworkingset_activate_file 0\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 0\npgsteal 0\npswpin 0\npswpout 0\npgscan_kswapd 0\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 0\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1412775\npgmajfault 2\npgrefill 0\npgactivate 0\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "artifact_sha256": "ce4b5c78fd16666241b6a92530f461fd4357753244590bf1dfa3b4ca8ac52597", |
| "integration_source_sha256": "5b5dcdd2fa6686d506f715308157f4e0cbd85a53c5eadbf0d3e8c6e0e37bccd4", |
| "first_visible_answer_seconds": 26.90502138098236, |
| "sampled_driver_peak_bytes": 5033226240, |
| "peak_sampled_temperature_c": 49.0 |
| }, |
| "release-source-fp16-capture": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; empty private runtime caches; filesystem cache uncontrolled, no cold-storage claim", |
| "health_seconds": 70.56255258101737, |
| "first_completed_response_seconds": 71.43873199698282, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.6243302639923058, |
| "framework_memory": { |
| "results": [ |
| { |
| "projection_host_invocations_including_capture_not_replays": null, |
| "allocated_bytes": 6221771776, |
| "reserved_bytes": 6404702208, |
| "peak_allocated_bytes": 6234160128, |
| "peak_reserved_bytes": 6404702208 |
| } |
| ] |
| }, |
| "container_memory": "7817953280\n7817953280\nanon 2042658816\nfile 5664468992\nkernel 70070272\nkernel_stack 901120\npagetables 12292096\nsec_pagetables 0\npercpu 0\nsock 0\nvmalloc 24576\nshmem 228302848\nzswap 0\nzswapped 0\nfile_mapped 476364800\nfile_dirty 12288\nfile_writeback 0\nswapcached 552673280\nanon_thp 0\nfile_thp 52428800\nshmem_thp 0\ninactive_anon 0\nactive_anon 2157006848\ninactive_file 3662151680\nactive_file 1773940736\nunevictable 0\nslab_reclaimable 54267248\nslab_unreclaimable 2549216\nslab 56816464\nworkingset_refault_anon 180601\nworkingset_refault_file 22439\nworkingset_activate_anon 180601\nworkingset_activate_file 9570\nworkingset_restore_anon 39582\nworkingset_restore_file 8\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 881111\npgsteal 577769\npswpin 232995\npswpout 332608\npgscan_kswapd 762592\npgscan_direct 118519\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 522580\npgsteal_direct 55189\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1914234\npgmajfault 138993\npgrefill 54486\npgactivate 5538\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 5242\nswpout_zero 8481\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "kfd_before_launch": [], |
| "owned_container_pids": "PID\n1692128\n1692386\n", |
| "first_visible_answer_seconds": 71.12913670198759, |
| "sampled_driver_peak_bytes": 6980382720, |
| "peak_sampled_temperature_c": 70.0 |
| }, |
| "release-stock-fast-full": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim", |
| "health_seconds": 26.862945956003387, |
| "first_completed_response_seconds": 27.329578554956242, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.5709979790262878, |
| "framework_memory": { |
| "results": [ |
| { |
| "projection_host_invocations_including_capture_not_replays": null, |
| "allocated_bytes": 3308213248, |
| "reserved_bytes": 3506438144, |
| "peak_allocated_bytes": 3377947136, |
| "peak_reserved_bytes": 3506438144 |
| } |
| ] |
| }, |
| "container_memory": "2954141696\n2758434816\nanon 2388893696\nfile 295104512\nkernel 72753152\nkernel_stack 901120\npagetables 11833344\nsec_pagetables 0\npercpu 0\nsock 0\nvmalloc 24576\nshmem 210743296\nzswap 0\nzswapped 0\nfile_mapped 210776064\nfile_dirty 0\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 0\nshmem_thp 0\ninactive_anon 0\nactive_anon 2445746176\ninactive_file 51908608\nactive_file 32452608\nunevictable 0\nslab_reclaimable 57436592\nslab_unreclaimable 2519952\nslab 59956544\nworkingset_refault_anon 0\nworkingset_refault_file 7231\nworkingset_activate_anon 0\nworkingset_activate_file 0\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 10240\npgsteal 10240\npswpin 0\npswpout 0\npgscan_kswapd 10240\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 10240\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1408654\npgmajfault 12\npgrefill 366\npgactivate 0\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "first_visible_answer_seconds": 26.976620689907577, |
| "sampled_driver_peak_bytes": 4065107968, |
| "peak_sampled_temperature_c": 88.0 |
| }, |
| "release-stock-full": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim", |
| "health_seconds": 32.69034615298733, |
| "first_completed_response_seconds": 33.21145500399871, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.37004363600863144, |
| "framework_memory": { |
| "results": [ |
| { |
| "projection_host_invocations_including_capture_not_replays": null, |
| "allocated_bytes": 3467330560, |
| "reserved_bytes": 3764387840, |
| "peak_allocated_bytes": 3540734464, |
| "peak_reserved_bytes": 3768582144 |
| } |
| ] |
| }, |
| "container_memory": "3526660096\n3522818048\nanon 2747490304\nfile 697880576\nkernel 76414976\nkernel_stack 917504\npagetables 12750848\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 226869248\nzswap 0\nzswapped 0\nfile_mapped 272261120\nfile_dirty 0\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 4194304\nshmem_thp 0\ninactive_anon 0\nactive_anon 2820390912\ninactive_file 368742400\nactive_file 102268928\nunevictable 0\nslab_reclaimable 59905888\nslab_unreclaimable 2774392\nslab 62680280\nworkingset_refault_anon 0\nworkingset_refault_file 16085\nworkingset_activate_anon 0\nworkingset_activate_file 3\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 38306\npgsteal 38047\npswpin 0\npswpout 0\npgscan_kswapd 38050\npgscan_direct 256\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 37791\npgsteal_direct 256\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1532628\npgmajfault 253\npgrefill 446\npgactivate 3\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "first_visible_answer_seconds": 32.7516202480183, |
| "sampled_driver_peak_bytes": 4394323968, |
| "peak_sampled_temperature_c": 87.0 |
| }, |
| "release-stock-rocm-o2": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; empty private runtime caches; filesystem cache uncontrolled, no cold-storage claim", |
| "health_seconds": 91.38576382404426, |
| "first_completed_response_seconds": 91.9038261550013, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 1.7597745720413513, |
| "framework_memory": { |
| "results": [ |
| { |
| "projection_host_invocations_including_capture_not_replays": null, |
| "allocated_bytes": 3467330560, |
| "reserved_bytes": 3739222016, |
| "peak_allocated_bytes": 3528838144, |
| "peak_reserved_bytes": 3743416320 |
| } |
| ] |
| }, |
| "container_memory": "5628239872\n4391280640\nanon 3107459072\nfile 1204154368\nkernel 78446592\nkernel_stack 901120\npagetables 14028800\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 227459072\nzswap 0\nzswapped 0\nfile_mapped 367259648\nfile_dirty 8192\nfile_writeback 0\nswapcached 499712\nanon_thp 0\nfile_thp 2097152\nshmem_thp 0\ninactive_anon 2231996416\nactive_anon 949239808\ninactive_file 907272192\nactive_file 69386240\nunevictable 0\nslab_reclaimable 60669800\nslab_unreclaimable 2782224\nslab 63452024\nworkingset_refault_anon 82\nworkingset_refault_file 74634\nworkingset_activate_anon 82\nworkingset_activate_file 12\nworkingset_restore_anon 0\nworkingset_restore_file 241\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 435880\npgsteal 352090\npswpin 89\npswpout 41893\npgscan_kswapd 426261\npgscan_direct 9619\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 343888\npgsteal_direct 8202\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1849708\npgmajfault 2020\npgrefill 71052\npgactivate 42092\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 229\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "first_visible_answer_seconds": 91.44706780201523, |
| "sampled_driver_peak_bytes": 4369543168, |
| "peak_sampled_temperature_c": 69.0 |
| }, |
| "release-stock-steady-1": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim", |
| "health_seconds": 28.941281243984122, |
| "first_completed_response_seconds": 29.37452743097674, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.4456034829490818, |
| "container_memory": "3005304832\n2850873344\nanon 2373353472\nfile 404381696\nkernel 72552448\nkernel_stack 884736\npagetables 11780096\nsec_pagetables 0\npercpu 0\nsock 0\nvmalloc 24576\nshmem 210726912\nzswap 0\nzswapped 0\nfile_mapped 210956288\nfile_dirty 0\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 0\nshmem_thp 0\ninactive_anon 0\nactive_anon 2430185472\ninactive_file 160956416\nactive_file 32698368\nunevictable 0\nslab_reclaimable 57337160\nslab_unreclaimable 2489232\nslab 59826392\nworkingset_refault_anon 0\nworkingset_refault_file 51558\nworkingset_activate_anon 0\nworkingset_activate_file 0\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 16671\npgsteal 16671\npswpin 0\npswpout 0\npgscan_kswapd 16671\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 16671\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1404627\npgmajfault 11\npgrefill 4143\npgactivate 0\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "first_visible_answer_seconds": 29.02011035598116, |
| "sampled_driver_peak_bytes": 3987525632, |
| "peak_sampled_temperature_c": 60.0 |
| }, |
| "release-stock-steady-2": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim", |
| "health_seconds": 26.85688348300755, |
| "first_completed_response_seconds": 27.282229345000815, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.45669787999941036, |
| "container_memory": "2883551232\n2702618624\nanon 2383650816\nfile 245547008\nkernel 72323072\nkernel_stack 884736\npagetables 11870208\nsec_pagetables 0\npercpu 0\nsock 0\nvmalloc 24576\nshmem 210726912\nzswap 0\nzswapped 0\nfile_mapped 213458944\nfile_dirty 0\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 0\nshmem_thp 0\ninactive_anon 0\nactive_anon 2440450048\ninactive_file 29761536\nactive_file 5058560\nunevictable 0\nslab_reclaimable 57003560\nslab_unreclaimable 2498768\nslab 59502328\nworkingset_refault_anon 0\nworkingset_refault_file 6\nworkingset_activate_anon 0\nworkingset_activate_file 0\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 19456\npgsteal 19456\npswpin 0\npswpout 0\npgscan_kswapd 19456\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 19456\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1406816\npgmajfault 29\npgrefill 272\npgactivate 0\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "first_visible_answer_seconds": 26.927276239031926, |
| "sampled_driver_peak_bytes": 3987521536, |
| "peak_sampled_temperature_c": 63.0 |
| }, |
| "release-stock-triton-capture": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; empty private runtime caches; filesystem cache uncontrolled, no cold-storage claim", |
| "health_seconds": 45.77695282700006, |
| "first_completed_response_seconds": 46.42760352103505, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.43551361199934036, |
| "framework_memory": { |
| "results": [ |
| { |
| "projection_host_invocations_including_capture_not_replays": null, |
| "allocated_bytes": 3308213248, |
| "reserved_bytes": 3481272320, |
| "peak_allocated_bytes": 3366116352, |
| "peak_reserved_bytes": 3481272320 |
| } |
| ] |
| }, |
| "container_memory": "4091748352\n4088152064\nanon 2491637760\nfile 1519722496\nkernel 75427840\nkernel_stack 901120\npagetables 12410880\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 210747392\nzswap 0\nzswapped 0\nfile_mapped 278577152\nfile_dirty 0\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 33554432\nshmem_thp 0\ninactive_anon 290557952\nactive_anon 2257797120\ninactive_file 1157779456\nactive_file 151195648\nunevictable 0\nslab_reclaimable 59541216\nslab_unreclaimable 2506968\nslab 62048184\nworkingset_refault_anon 0\nworkingset_refault_file 11800\nworkingset_activate_anon 0\nworkingset_activate_file 232\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 12555\npgsteal 12545\npswpin 0\npswpout 0\npgscan_kswapd 11821\npgscan_direct 734\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 11811\npgsteal_direct 734\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1603820\npgmajfault 2182\npgrefill 182\npgactivate 10\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "first_visible_answer_seconds": 46.270289091044106, |
| "sampled_driver_peak_bytes": 4039888896, |
| "peak_sampled_temperature_c": 67.0 |
| }, |
| "release-stock-warm-1": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; empty private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit warm weight page-cache preparation recorded separately", |
| "health_seconds": 46.89706524601206, |
| "first_completed_response_seconds": 47.77454069099622, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.5113180329790339, |
| "filesystem_preparation": { |
| "mode": "warm", |
| "preparation_seconds": 0.34013624698854983, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 512602 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "3837874176\n3833724928\nanon 2422902784\nfile 1335623680\nkernel 74797056\nkernel_stack 884736\npagetables 12267520\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 210726912\nzswap 0\nzswapped 0\nfile_mapped 273084416\nfile_dirty 40497152\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 29360128\nshmem_thp 0\ninactive_anon 600383488\nactive_anon 1879273472\ninactive_file 1011679232\nactive_file 113217536\nunevictable 0\nslab_reclaimable 59078976\nslab_unreclaimable 2500024\nslab 61579000\nworkingset_refault_anon 0\nworkingset_refault_file 2074\nworkingset_activate_anon 0\nworkingset_activate_file 0\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 22744\npgsteal 22712\npswpin 0\npswpout 0\npgscan_kswapd 22744\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 22712\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1590640\npgmajfault 2025\npgrefill 174\npgactivate 32\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "first_visible_answer_seconds": 47.4206000569975, |
| "sampled_driver_peak_bytes": 3987435520, |
| "peak_sampled_temperature_c": 48.0 |
| }, |
| "release-stock-warm-2": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit warm weight page-cache preparation recorded separately", |
| "health_seconds": 25.58330043195747, |
| "first_completed_response_seconds": 25.812694644962903, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.332647843984887, |
| "filesystem_preparation": { |
| "mode": "warm", |
| "preparation_seconds": 0.3192916359985247, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 512602 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "2872365056\n2687815680\nanon 2402725888\nfile 211865600\nkernel 72548352\nkernel_stack 884736\npagetables 11898880\nsec_pagetables 0\npercpu 512\nsock 0\nvmalloc 24576\nshmem 210726912\nzswap 0\nzswapped 0\nfile_mapped 210726912\nfile_dirty 1134592\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 0\nshmem_thp 0\ninactive_anon 0\nactive_anon 2459529216\ninactive_file 1138688\nactive_file 0\nunevictable 0\nslab_reclaimable 57183528\nslab_unreclaimable 2517560\nslab 59701088\nworkingset_refault_anon 0\nworkingset_refault_file 0\nworkingset_activate_anon 0\nworkingset_activate_file 0\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 0\npgsteal 0\npswpin 0\npswpout 0\npgscan_kswapd 0\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 0\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1422354\npgmajfault 0\npgrefill 0\npgactivate 0\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "first_visible_answer_seconds": 25.656759329955094, |
| "sampled_driver_peak_bytes": 3987492864, |
| "peak_sampled_temperature_c": 50.0 |
| }, |
| "release-stock-warm-3": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit warm weight page-cache preparation recorded separately", |
| "health_seconds": 26.712591396004427, |
| "first_completed_response_seconds": 27.148234056017827, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.523001577006653, |
| "filesystem_preparation": { |
| "mode": "warm", |
| "preparation_seconds": 0.32397759205196053, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 512602 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "2938667008\n2761822208\nanon 2392571904\nfile 295784448\nkernel 72441856\nkernel_stack 884736\npagetables 11841536\nsec_pagetables 0\npercpu 0\nsock 0\nvmalloc 24576\nshmem 210726912\nzswap 0\nzswapped 0\nfile_mapped 210739200\nfile_dirty 1134592\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 6291456\nshmem_thp 0\ninactive_anon 0\nactive_anon 2449412096\ninactive_file 52932608\nactive_file 32124928\nunevictable 0\nslab_reclaimable 57165376\nslab_unreclaimable 2484520\nslab 59649896\nworkingset_refault_anon 0\nworkingset_refault_file 0\nworkingset_activate_anon 0\nworkingset_activate_file 0\nworkingset_restore_anon 0\nworkingset_restore_file 0\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 7232\npgsteal 7232\npswpin 0\npswpout 0\npgscan_kswapd 7232\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 7232\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1418963\npgmajfault 4\npgrefill 2\npgactivate 0\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "kfd_before_launch": [], |
| "owned_container_pids": "PID\n1690865\n1691038\n", |
| "first_visible_answer_seconds": 26.793777298997156, |
| "sampled_driver_peak_bytes": 3987505152, |
| "peak_sampled_temperature_c": 51.0 |
| }, |
| "release-stock-warm-4": { |
| "image": "sha256:e578860ed77f3c3908120b2c94ce275412c664e54d8818ca004fbcae0e3d97ac", |
| "cache_boundary": "Fresh process; reused populated private runtime caches; filesystem cache uncontrolled, no cold-storage claim; explicit warm weight page-cache preparation recorded separately", |
| "health_seconds": 30.820435055007692, |
| "first_completed_response_seconds": 31.25129891000688, |
| "first_response_has_visible_content": true, |
| "unload_seconds": 0.5454884479986504, |
| "filesystem_preparation": { |
| "mode": "warm", |
| "preparation_seconds": 2.003538875025697, |
| "files": { |
| "model.safetensors": { |
| "bytes": 2099615880, |
| "pages": 512602, |
| "resident_pages": 512602 |
| } |
| }, |
| "boundary": "Page residency immediately before container launch; no system-wide cache dropping" |
| }, |
| "container_memory": "3415195648\n3258949632\nanon 2375127040\nfile 806567936\nkernel 76648448\nkernel_stack 884736\npagetables 11833344\nsec_pagetables 0\npercpu 0\nsock 0\nvmalloc 24576\nshmem 210726912\nzswap 0\nzswapped 0\nfile_mapped 351772672\nfile_dirty 1134592\nfile_writeback 0\nswapcached 0\nanon_thp 0\nfile_thp 33554432\nshmem_thp 0\ninactive_anon 0\nactive_anon 2431983616\ninactive_file 308211712\nactive_file 287629312\nunevictable 0\nslab_reclaimable 61367040\nslab_unreclaimable 2496800\nslab 63863840\nworkingset_refault_anon 0\nworkingset_refault_file 7367\nworkingset_activate_anon 0\nworkingset_activate_file 430\nworkingset_restore_anon 0\nworkingset_restore_file 9\nworkingset_nodereclaim 0\npgdemote_kswapd 0\npgdemote_direct 0\npgdemote_khugepaged 0\npgdemote_proactive 0\npgpromote_success 0\npgscan 0\npgsteal 0\npswpin 0\npswpout 0\npgscan_kswapd 0\npgscan_direct 0\npgscan_khugepaged 0\npgscan_proactive 0\npgsteal_kswapd 0\npgsteal_direct 0\npgsteal_khugepaged 0\npgsteal_proactive 0\npgfault 1413588\npgmajfault 2773\npgrefill 0\npgactivate 0\npgdeactivate 0\npglazyfree 0\npglazyfreed 0\nswpin_zero 0\nswpout_zero 0\nzswpin 0\nzswpout 0\nzswpwb 0\nthp_fault_alloc 0\nthp_collapse_alloc 0\nthp_swpout 0\nthp_swpout_fallback 0\nnuma_pages_migrated 0\nnuma_pte_updates 0\nnuma_hint_faults 0\n", |
| "kfd_before_launch": [], |
| "owned_container_pids": "PID\n1693478\n1693725\n", |
| "first_visible_answer_seconds": 30.896122410951648, |
| "sampled_driver_peak_bytes": 3987492864, |
| "peak_sampled_temperature_c": 52.0 |
| } |
| }, |
| "chat": { |
| "stock": { |
| "labels": [ |
| "release-stock-steady-1", |
| "release-stock-steady-2" |
| ], |
| "warmups_per_prompt_per_process": 4, |
| "processes": 2, |
| "pooled_e2e_s": { |
| "n": 48, |
| "median": 0.7038670264882967, |
| "mean": 0.5343132658272225, |
| "stdev": 0.3420681640201659, |
| "min": 0.05886199901578948, |
| "max": 0.8549932430032641 |
| }, |
| "prompts": [ |
| { |
| "index": 0, |
| "prompt": "Explain how binary search works in two sentences.", |
| "e2e_s": { |
| "n": 16, |
| "median": 0.8345093495154288, |
| "mean": 0.837377811800252, |
| "stdev": 0.006853832833443868, |
| "min": 0.8311768079875037, |
| "max": 0.8549932430032641 |
| }, |
| "first_visible_s": { |
| "n": 16, |
| "median": 0.05070857948157936, |
| "mean": 0.051884899112337735, |
| "stdev": 0.003183115922928965, |
| "min": 0.048170291003771126, |
| "max": 0.06013521895511076 |
| }, |
| "output_tokens": { |
| "n": 16, |
| "median": 48.0, |
| "mean": 48, |
| "stdev": 0.0, |
| "min": 48, |
| "max": 48 |
| } |
| }, |
| { |
| "index": 1, |
| "prompt": "What is 17 plus 25? Return only the integer.", |
| "e2e_s": { |
| "n": 16, |
| "median": 0.06087951848166995, |
| "mean": 0.061950750245159725, |
| "stdev": 0.004450886570972525, |
| "min": 0.05886199901578948, |
| "max": 0.07350382197182626 |
| }, |
| "first_visible_s": { |
| "n": 16, |
| "median": 0.046541536023141816, |
| "mean": 0.047555295368511, |
| "stdev": 0.004409436188994794, |
| "min": 0.04438390402356163, |
| "max": 0.05900247796671465 |
| }, |
| "output_tokens": { |
| "n": 16, |
| "median": 2.0, |
| "mean": 2, |
| "stdev": 0.0, |
| "min": 2, |
| "max": 2 |
| } |
| }, |
| { |
| "index": 2, |
| "prompt": "Write a Python function palindrome(s) that ignores spaces and letter case when checking whether a string is a palindrome. Give a concise answer.", |
| "e2e_s": { |
| "n": 16, |
| "median": 0.7038670264882967, |
| "mean": 0.7036112354362558, |
| "stdev": 0.004600662240891706, |
| "min": 0.6945647120010108, |
| "max": 0.7150550829828717 |
| }, |
| "first_visible_s": { |
| "n": 16, |
| "median": 0.04550998451304622, |
| "mean": 0.04710829706527875, |
| "stdev": 0.004524121612231924, |
| "min": 0.04457483399892226, |
| "max": 0.05939453199971467 |
| }, |
| "output_tokens": { |
| "n": 16, |
| "median": 40.0, |
| "mean": 40, |
| "stdev": 0.0, |
| "min": 40, |
| "max": 40 |
| } |
| } |
| ] |
| }, |
| "paiton": { |
| "labels": [ |
| "release-paiton-steady-1", |
| "release-paiton-steady-2" |
| ], |
| "warmups_per_prompt_per_process": 4, |
| "processes": 2, |
| "pooled_e2e_s": { |
| "n": 48, |
| "median": 0.4708376210182905, |
| "mean": 0.36344292870611145, |
| "stdev": 0.2185506655739853, |
| "min": 0.06017825799062848, |
| "max": 0.5641961729852483 |
| }, |
| "prompts": [ |
| { |
| "index": 0, |
| "prompt": "Explain how binary search works in two sentences.", |
| "e2e_s": { |
| "n": 16, |
| "median": 0.5566261745116208, |
| "mean": 0.557211040500988, |
| "stdev": 0.0024396668118546773, |
| "min": 0.55410277901683, |
| "max": 0.5641961729852483 |
| }, |
| "first_visible_s": { |
| "n": 16, |
| "median": 0.05205013198428787, |
| "mean": 0.05296341343637323, |
| "stdev": 0.0026169826548743586, |
| "min": 0.0507795509765856, |
| "max": 0.059512234991416335 |
| }, |
| "output_tokens": { |
| "n": 16, |
| "median": 48.0, |
| "mean": 48, |
| "stdev": 0.0, |
| "min": 48, |
| "max": 48 |
| } |
| }, |
| { |
| "index": 1, |
| "prompt": "What is 17 plus 25? Return only the integer.", |
| "e2e_s": { |
| "n": 16, |
| "median": 0.0606994564877823, |
| "mean": 0.06165447718012729, |
| "stdev": 0.0025686290823824652, |
| "min": 0.06017825799062848, |
| "max": 0.06825259496690705 |
| }, |
| "first_visible_s": { |
| "n": 16, |
| "median": 0.05116815149085596, |
| "mean": 0.05207813975357567, |
| "stdev": 0.0025749273267625205, |
| "min": 0.0505761579843238, |
| "max": 0.05874916899483651 |
| }, |
| "output_tokens": { |
| "n": 16, |
| "median": 2.0, |
| "mean": 2, |
| "stdev": 0.0, |
| "min": 2, |
| "max": 2 |
| } |
| }, |
| { |
| "index": 2, |
| "prompt": "Write a Python function palindrome(s) that ignores spaces and letter case when checking whether a string is a palindrome. Give a concise answer.", |
| "e2e_s": { |
| "n": 16, |
| "median": 0.4708376210182905, |
| "mean": 0.4714632684372191, |
| "stdev": 0.002399065544957058, |
| "min": 0.46838814101647586, |
| "max": 0.4780023080529645 |
| }, |
| "first_visible_s": { |
| "n": 16, |
| "median": 0.05137443050625734, |
| "mean": 0.05190106812369777, |
| "stdev": 0.0024548525135648855, |
| "min": 0.05013088299892843, |
| "max": 0.058735687052831054 |
| }, |
| "output_tokens": { |
| "n": 16, |
| "median": 40.0, |
| "mean": 40, |
| "stdev": 0.0, |
| "min": 40, |
| "max": 40 |
| } |
| } |
| ] |
| }, |
| "paired_median_reduction": 0.3310702117026657, |
| "release-stock-triton-capture": { |
| "warmups_per_prompt": 1, |
| "pooled_e2e_s": { |
| "n": 24, |
| "median": 0.33739452649024315, |
| "mean": 0.26279696207833086, |
| "stdev": 0.1517809415995722, |
| "min": 0.05374045000644401, |
| "max": 0.40069887100253254 |
| }, |
| "prompts": [ |
| { |
| "prompt_index": 0, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.395127205105382, |
| "median": 0.39410702997702174, |
| "stdev": 0.0029824105386508414, |
| "min": 0.39275860198540613, |
| "max": 0.40069887100253254 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.048078648738737684, |
| "median": 0.0465070309874136, |
| "stdev": 0.0035342916171828493, |
| "min": 0.04600100195966661, |
| "max": 0.05617166496813297 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 48, |
| "median": 48.0, |
| "stdev": 0.0, |
| "min": 48, |
| "max": 48 |
| } |
| }, |
| { |
| "prompt_index": 1, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.05531714487733552, |
| "median": 0.0542771645123139, |
| "stdev": 0.0021232340360181072, |
| "min": 0.05374045000644401, |
| "max": 0.05907920701429248 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.04778516624355689, |
| "median": 0.04673072198056616, |
| "stdev": 0.002114015289925306, |
| "min": 0.04607435502111912, |
| "max": 0.05159445997560397 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 2, |
| "median": 2.0, |
| "stdev": 0.0, |
| "min": 2, |
| "max": 2 |
| } |
| }, |
| { |
| "prompt_index": 2, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.3379465362522751, |
| "median": 0.33739452649024315, |
| "stdev": 0.004046461890303485, |
| "min": 0.334410912997555, |
| "max": 0.34738399501657113 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.0492437252542004, |
| "median": 0.048179093981161714, |
| "stdev": 0.003871694654743755, |
| "min": 0.04607841098913923, |
| "max": 0.05818926804931834 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 40, |
| "median": 40.0, |
| "stdev": 0.0, |
| "min": 40, |
| "max": 40 |
| } |
| } |
| ] |
| }, |
| "release-stock-rocm-o2": { |
| "warmups_per_prompt": 1, |
| "pooled_e2e_s": { |
| "n": 24, |
| "median": 0.5575564365135506, |
| "mean": 0.45459797754544223, |
| "stdev": 0.3163252364618201, |
| "min": 0.050781544006895274, |
| "max": 1.1454036160139367 |
| }, |
| "prompts": [ |
| { |
| "prompt_index": 0, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.7533078310079873, |
| "median": 0.6746499385044444, |
| "stdev": 0.17129503901719742, |
| "min": 0.6640012550051324, |
| "max": 1.1454036160139367 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.042584145136061125, |
| "median": 0.04272601750562899, |
| "stdev": 0.00240642278711528, |
| "min": 0.03904791199602187, |
| "max": 0.04644674703013152 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 48, |
| "median": 48.0, |
| "stdev": 0.0, |
| "min": 48, |
| "max": 48 |
| } |
| }, |
| { |
| "prompt_index": 1, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.05211778688681079, |
| "median": 0.0509798065177165, |
| "stdev": 0.0032386108216520756, |
| "min": 0.050781544006895274, |
| "max": 0.060121646034531295 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.03924333587929141, |
| "median": 0.038108861015643924, |
| "stdev": 0.0032427310225357324, |
| "min": 0.037896414985880256, |
| "max": 0.0472597079933621 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 2, |
| "median": 2.0, |
| "stdev": 0.0, |
| "min": 2, |
| "max": 2 |
| } |
| }, |
| { |
| "prompt_index": 2, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.5583683147415286, |
| "median": 0.5575564365135506, |
| "stdev": 0.002961917733075608, |
| "min": 0.5562481289962307, |
| "max": 0.5655129089718685 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.03909551349352114, |
| "median": 0.03798230699612759, |
| "stdev": 0.0032997541910787602, |
| "min": 0.037786989007145166, |
| "max": 0.0472589639830403 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 40, |
| "median": 40.0, |
| "stdev": 0.0, |
| "min": 40, |
| "max": 40 |
| } |
| } |
| ] |
| }, |
| "release-paiton-prepare": { |
| "warmups_per_prompt": 1, |
| "pooled_e2e_s": { |
| "n": 24, |
| "median": 0.23255525197600946, |
| "mean": 0.2468617324581525, |
| "stdev": 0.1836040507194561, |
| "min": 0.057631862990092486, |
| "max": 0.5762544110184535 |
| }, |
| "prompts": [ |
| { |
| "prompt_index": 0, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.4501412977479049, |
| "median": 0.5530248909781221, |
| "stdev": 0.14998598112928063, |
| "min": 0.26893013902008533, |
| "max": 0.5762544110184535 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.05614192499342607, |
| "median": 0.05548815996735357, |
| "stdev": 0.002445835037221857, |
| "min": 0.05353535799076781, |
| "max": 0.060374994995072484 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 48, |
| "median": 48.0, |
| "stdev": 0.0, |
| "min": 48, |
| "max": 48 |
| } |
| }, |
| { |
| "prompt_index": 1, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.05790182264172472, |
| "median": 0.05776372502441518, |
| "stdev": 0.00039151135337902763, |
| "min": 0.057631862990092486, |
| "max": 0.05883803800679743 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.053843187874008436, |
| "median": 0.053734325483674183, |
| "stdev": 0.000359483938404096, |
| "min": 0.05358497897395864, |
| "max": 0.05471266899257898 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 2, |
| "median": 2.0, |
| "stdev": 0.0, |
| "min": 2, |
| "max": 2 |
| } |
| }, |
| { |
| "prompt_index": 2, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.23254207698482787, |
| "median": 0.23255525197600946, |
| "stdev": 0.0003386312105282241, |
| "min": 0.2321887879515998, |
| "max": 0.23327898205025122 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.053849868483666796, |
| "median": 0.05378499047947116, |
| "stdev": 0.0001858338144946708, |
| "min": 0.0536787019809708, |
| "max": 0.05427449400303885 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 40, |
| "median": 40.0, |
| "stdev": 0.0, |
| "min": 40, |
| "max": 40 |
| } |
| } |
| ] |
| }, |
| "release-paiton-full": { |
| "warmups_per_prompt": 1, |
| "pooled_e2e_s": { |
| "n": 24, |
| "median": 0.46933272550813854, |
| "mean": 0.36266888012808823, |
| "stdev": 0.22074863758110708, |
| "min": 0.06000669201603159, |
| "max": 0.5622133869910613 |
| }, |
| "prompts": [ |
| { |
| "prompt_index": 0, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.5565508034997038, |
| "median": 0.5564908529922832, |
| "stdev": 0.003629203439913887, |
| "min": 0.5508616479928605, |
| "max": 0.5622133869910613 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.05312673824664671, |
| "median": 0.05339880398241803, |
| "stdev": 0.0022157617037029697, |
| "min": 0.05052795301890001, |
| "max": 0.05676322098588571 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 48, |
| "median": 48.0, |
| "stdev": 0.0, |
| "min": 48, |
| "max": 48 |
| } |
| }, |
| { |
| "prompt_index": 1, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.06116927425318863, |
| "median": 0.06037607102189213, |
| "stdev": 0.0023435527501677743, |
| "min": 0.06000669201603159, |
| "max": 0.06693357398035005 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.05161105925071752, |
| "median": 0.05075623549055308, |
| "stdev": 0.002318758997079158, |
| "min": 0.05052728304872289, |
| "max": 0.057320191990584135 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 2, |
| "median": 2.0, |
| "stdev": 0.0, |
| "min": 2, |
| "max": 2 |
| } |
| }, |
| { |
| "prompt_index": 2, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.47028656263137236, |
| "median": 0.46933272550813854, |
| "stdev": 0.003122138400447598, |
| "min": 0.46792911301599815, |
| "max": 0.4775961550185457 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.051643997634528205, |
| "median": 0.05069757648743689, |
| "stdev": 0.002456962209493735, |
| "min": 0.05038144101854414, |
| "max": 0.05764187703607604 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 40, |
| "median": 40.0, |
| "stdev": 0.0, |
| "min": 40, |
| "max": 40 |
| } |
| } |
| ] |
| }, |
| "minicpm-stock-source-fp16": { |
| "warmups_per_prompt": 1, |
| "pooled_e2e_s": { |
| "n": 24, |
| "median": 0.3768113564874511, |
| "mean": 0.31474764866531285, |
| "stdev": 0.20934938440465323, |
| "min": 0.04933532903669402, |
| "max": 0.6780716290231794 |
| }, |
| "prompts": [ |
| { |
| "prompt_index": 0, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.5168056510010501, |
| "median": 0.4355711944808718, |
| "stdev": 0.11324973452927814, |
| "min": 0.4347563110059127, |
| "max": 0.6780716290231794 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.07443884637905285, |
| "median": 0.042619629501132295, |
| "stdev": 0.0854141132715101, |
| "min": 0.041531511989887804, |
| "max": 0.28568576101679355 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 48, |
| "median": 48.0, |
| "stdev": 0.0, |
| "min": 48, |
| "max": 48 |
| } |
| }, |
| { |
| "prompt_index": 1, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.05011116786772618, |
| "median": 0.04956494548241608, |
| "stdev": 0.0016764624113756563, |
| "min": 0.04933532903669402, |
| "max": 0.054243527993094176 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.04228893774416065, |
| "median": 0.04174114399938844, |
| "stdev": 0.0016853792008006334, |
| "min": 0.04148485098266974, |
| "max": 0.046445618965663016 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 2, |
| "median": 2.0, |
| "stdev": 0.0, |
| "min": 2, |
| "max": 2 |
| } |
| }, |
| { |
| "prompt_index": 2, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.3773261271271622, |
| "median": 0.3768113564874511, |
| "stdev": 0.0016407766568068392, |
| "min": 0.3763634490314871, |
| "max": 0.38131669198628515 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.042809448001207784, |
| "median": 0.042176223010756075, |
| "stdev": 0.0014327449112136082, |
| "min": 0.04206647601677105, |
| "max": 0.04628192901145667 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 41, |
| "median": 41.0, |
| "stdev": 0.0, |
| "min": 41, |
| "max": 41 |
| } |
| } |
| ] |
| }, |
| "release-source-fp16-capture": { |
| "warmups_per_prompt": 1, |
| "pooled_e2e_s": { |
| "n": 24, |
| "median": 0.5467586209706496, |
| "mean": 0.4139525075321823, |
| "stdev": 0.2615868508942687, |
| "min": 0.0540430789696984, |
| "max": 0.6450129500008188 |
| }, |
| "prompts": [ |
| { |
| "prompt_index": 0, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.6386547773654456, |
| "median": 0.637863058509538, |
| "stdev": 0.0038203994418963185, |
| "min": 0.6346428899560124, |
| "max": 0.6450129500008188 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.04612328749499284, |
| "median": 0.04512096947291866, |
| "stdev": 0.002968525302622832, |
| "min": 0.04339116794290021, |
| "max": 0.05130208202172071 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 48, |
| "median": 48.0, |
| "stdev": 0.0, |
| "min": 48, |
| "max": 48 |
| } |
| }, |
| { |
| "prompt_index": 1, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.05567494924616767, |
| "median": 0.054506243497598916, |
| "stdev": 0.00330233526850373, |
| "min": 0.0540430789696984, |
| "max": 0.06381246104137972 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.043719857865653466, |
| "median": 0.042559354507829994, |
| "stdev": 0.003217932562111131, |
| "min": 0.042101732979062945, |
| "max": 0.051635882002301514 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 2, |
| "median": 2.0, |
| "stdev": 0.0, |
| "min": 2, |
| "max": 2 |
| } |
| }, |
| { |
| "prompt_index": 2, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.5475277959849336, |
| "median": 0.5467586209706496, |
| "stdev": 0.0035443034443517446, |
| "min": 0.5440699069877155, |
| "max": 0.555895222001709 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.04382271536451299, |
| "median": 0.042682251019869, |
| "stdev": 0.003093821311501447, |
| "min": 0.04239144397433847, |
| "max": 0.051434348977636546 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 41, |
| "median": 41.0, |
| "stdev": 0.0, |
| "min": 41, |
| "max": 41 |
| } |
| } |
| ] |
| } |
| }, |
| "throughput": { |
| "release-paiton-full": { |
| "1": { |
| "rounds": 8, |
| "requests": 24, |
| "aggregate_output_tokens_s": { |
| "n": 8, |
| "median": 197.0021025159529, |
| "mean": 191.11908940419633, |
| "stdev": 16.851556566476287, |
| "min": 149.41539874059046, |
| "max": 197.36181902979445 |
| }, |
| "workloads": { |
| "prefill-128-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 1.214932116534328, |
| "mean": 1.3703699190009502, |
| "stdev": 0.4402884235296383, |
| "min": 1.2121509420103393, |
| "max": 2.4600215060054325 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.050447134010028094, |
| "mean": 0.05040450250089634, |
| "stdev": 0.0006523952083047166, |
| "min": 0.04920765501447022, |
| "max": 0.05124987696763128 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.004568098264737237, |
| "mean": 0.005176334966666878, |
| "stdev": 0.00172668968884634, |
| "min": 0.004557022152870309, |
| "max": 0.009449652815694171 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 210.71136764989043, |
| "mean": 197.41516470535544, |
| "stdev": 37.720460062020535, |
| "min": 104.06413089277873, |
| "max": 211.19481999116937 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 218.9160080105606, |
| "mean": 204.8737834391447, |
| "stdev": 40.0221713399149, |
| "min": 105.82605970089054, |
| "max": 219.44803343014675 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 2537.3172142916997, |
| "mean": 2539.830032284365, |
| "stdev": 33.05826602275618, |
| "min": 2497.5669713479124, |
| "max": 2601.2212929545162 |
| } |
| }, |
| "prefill-2048-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 1.445219861518126, |
| "mean": 1.4455078562532435, |
| "stdev": 0.0026410940838992613, |
| "min": 1.4416267809574492, |
| "max": 1.449325564026367 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.19932491952204145, |
| "mean": 0.19981895837554475, |
| "stdev": 0.0020521785621898255, |
| "min": 0.19789955398300663, |
| "max": 0.20323872700100765 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.004886673029521298, |
| "mean": 0.0048850545014811715, |
| "stdev": 5.690962632871065e-06, |
| "min": 0.004872155089990473, |
| "max": 0.004890087858874205 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 177.13568204553002, |
| "mean": 177.10090366654256, |
| "stdev": 0.32350253462439044, |
| "min": 176.6338815475021, |
| "max": 177.57716725405092 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 204.6438313706168, |
| "mean": 204.71194819698917, |
| "stdev": 0.23893808210814327, |
| "min": 204.50106720697462, |
| "max": 205.2538174153023 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 10274.683651246516, |
| "mean": 10250.216602845449, |
| "stdev": 104.47925326787312, |
| "min": 10076.819660407764, |
| "max": 10348.684263208896 |
| } |
| }, |
| "prefill-512-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 1.2334928580094129, |
| "mean": 1.2336833517547348, |
| "stdev": 0.0010550992773356077, |
| "min": 1.232392637990415, |
| "max": 1.235354500997346 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.053659503028029576, |
| "mean": 0.05388081163982861, |
| "stdev": 0.0005236599780073129, |
| "min": 0.05318365799030289, |
| "max": 0.05472134903538972 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.0046271996037331505, |
| "mean": 0.004626676627901592, |
| "stdev": 3.6606156888950202e-06, |
| "min": 0.004622004788104153, |
| "max": 0.004631199952963666 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 207.54072685590077, |
| "mean": 207.5088096451177, |
| "stdev": 0.17742586108820596, |
| "min": 207.22796557046746, |
| "max": 207.726005583288 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 216.11985157071308, |
| "mean": 216.14434136785997, |
| "stdev": 0.17102496396160882, |
| "min": 215.93317609096974, |
| "max": 216.36264421883013 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 9541.652030287903, |
| "mean": 9503.23788001902, |
| "stdev": 92.03664638843689, |
| "min": 9356.494476568483, |
| "max": 9627.01738367365 |
| } |
| } |
| } |
| }, |
| "2": { |
| "rounds": 8, |
| "requests": 24, |
| "aggregate_output_tokens_s": { |
| "n": 8, |
| "median": 279.266346348477, |
| "mean": 279.2217883904234, |
| "stdev": 0.3479828759544561, |
| "min": 278.72399371976536, |
| "max": 279.7685230803775 |
| }, |
| "workloads": { |
| "prefill-128-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 1.2970369925023988, |
| "mean": 1.298308955745597, |
| "stdev": 0.0023065691085830875, |
| "min": 1.2965153999975882, |
| "max": 1.301881022984162 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.09880982950562611, |
| "mean": 0.09896557301544817, |
| "stdev": 0.0010112165921455955, |
| "min": 0.09753302502213046, |
| "max": 0.10059469804400578 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.0047025784117388815, |
| "mean": 0.004703307383255485, |
| "stdev": 6.427251456741932e-06, |
| "min": 0.0046959251959753385, |
| "max": 0.004712736697904035 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 197.37294149131384, |
| "mean": 197.18011255303736, |
| "stdev": 0.3498196340503896, |
| "min": 196.63855258693204, |
| "max": 197.45234032736997 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 212.65501793595024, |
| "mean": 212.62268873985795, |
| "stdev": 0.29025854683612246, |
| "min": 212.19770174157193, |
| "max": 212.95693975775606 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 1295.4185091663298, |
| "mean": 1293.4968863694935, |
| "stdev": 13.179174551097587, |
| "min": 1272.4328666308595, |
| "max": 1312.375987220293 |
| } |
| }, |
| "prefill-2048-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 1.4503820780082606, |
| "mean": 1.4499227446431178, |
| "stdev": 0.0022055675987941487, |
| "min": 1.4465027370024472, |
| "max": 1.4526635100482963 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.20277087000431493, |
| "mean": 0.20336554499954218, |
| "stdev": 0.002134021357988849, |
| "min": 0.200399796012789, |
| "max": 0.20715021796058863 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.004890417317544822, |
| "mean": 0.004888459606445394, |
| "stdev": 6.856206065508036e-06, |
| "min": 0.004875232478576329, |
| "max": 0.0048954370746608165 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 176.50521483761776, |
| "mean": 176.56148907331752, |
| "stdev": 0.26884472695433226, |
| "min": 176.2280102922726, |
| "max": 176.97857975056627 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 204.48716801010474, |
| "mean": 204.56941196339528, |
| "stdev": 0.28724568544901447, |
| "min": 204.27764239761095, |
| "max": 205.1240705466543 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 10100.071468862232, |
| "mean": 10071.50219386216, |
| "stdev": 105.25744535265873, |
| "min": 9886.54523351572, |
| "max": 10219.57128074772 |
| } |
| }, |
| "prefill-512-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 1.3518407550291158, |
| "mean": 1.3529771411340334, |
| "stdev": 0.0024765423954615203, |
| "min": 1.3510382510139607, |
| "max": 1.3568192569655366 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.10481036701821722, |
| "mean": 0.10494506426039152, |
| "stdev": 0.0010580435487251658, |
| "min": 0.10358789301244542, |
| "max": 0.10663194500375539 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.004892824456899189, |
| "mean": 0.004894243438720165, |
| "stdev": 6.630934732616958e-06, |
| "min": 0.004886464282468546, |
| "max": 0.004903977149047469 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 189.37141894678177, |
| "mean": 189.21291543300003, |
| "stdev": 0.34582245196751776, |
| "min": 188.67656740996745, |
| "max": 189.48390233057486 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 204.3871294948928, |
| "mean": 204.32817013295798, |
| "stdev": 0.27676161580333136, |
| "min": 203.92220465810945, |
| "max": 204.65320193986784 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 4885.013757238088, |
| "mean": 4879.175351550806, |
| "stdev": 49.00978705207484, |
| "min": 4801.562983606538, |
| "max": 4942.662555540988 |
| } |
| } |
| } |
| } |
| }, |
| "release-stock-fast-full": { |
| "1": { |
| "rounds": 8, |
| "requests": 24, |
| "aggregate_output_tokens_s": { |
| "n": 8, |
| "median": 127.60284530840539, |
| "mean": 124.59645740393995, |
| "stdev": 8.507081433843636, |
| "min": 103.5433995957078, |
| "max": 127.69838371698398 |
| }, |
| "workloads": { |
| "prefill-128-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 1.9298073675017804, |
| "mean": 2.105928483120806, |
| "stdev": 0.4980612388378547, |
| "min": 1.9285238480078988, |
| "max": 3.3385643690126017 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.04366199698415585, |
| "mean": 0.04373405124351848, |
| "stdev": 0.00039307238048679627, |
| "min": 0.043179236992727965, |
| "max": 0.044199754018336535 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.007395977084296664, |
| "mean": 0.008087036987754068, |
| "stdev": 0.0019524875691624992, |
| "min": 0.00738950625093946, |
| "max": 0.012919183219691701 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 132.65573624910846, |
| "mean": 125.65693374638181, |
| "stdev": 19.78993885211252, |
| "min": 76.67966577972956, |
| "max": 132.74401572188984 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 135.21106952019565, |
| "mean": 127.97335759061893, |
| "stdev": 20.432839796727727, |
| "min": 77.40510506108203, |
| "max": 135.32952843742672 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 2931.6411899523755, |
| "mean": 2926.988080140174, |
| "stdev": 26.303672495207188, |
| "min": 2895.9437183043697, |
| "max": 2964.387722311006 |
| } |
| }, |
| "prefill-2048-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 2.1401487325201742, |
| "mean": 2.1398392627525027, |
| "stdev": 0.0023985701520474155, |
| "min": 2.13651157298591, |
| "max": 2.142530512996018 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.17472247750265524, |
| "mean": 0.17465829589491477, |
| "stdev": 0.0016348745513732458, |
| "min": 0.17300425202120095, |
| "max": 0.17812029703054577 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.007708171390193313, |
| "mean": 0.007706592026892502, |
| "stdev": 1.1624414607903762e-05, |
| "min": 0.007693444039243475, |
| "max": 0.007722991937086644 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 119.61785472821855, |
| "mean": 119.63528567460264, |
| "stdev": 0.13412619047362087, |
| "min": 119.48487942046677, |
| "max": 119.82148996376549 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 129.73484312711759, |
| "mean": 129.76199551868314, |
| "stdev": 0.1953973827729541, |
| "min": 129.48798047305746, |
| "max": 129.98347552553773 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 11721.446101357757, |
| "mean": 11726.643133521426, |
| "stdev": 108.71206354192532, |
| "min": 11497.847433124309, |
| "max": 11837.859336249297 |
| } |
| }, |
| "prefill-512-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 1.9453398199984804, |
| "mean": 1.9450176168684266, |
| "stdev": 0.0047830550301664965, |
| "min": 1.935844236984849, |
| "max": 1.9528324319981039 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.04759617050876841, |
| "mean": 0.047604060753656086, |
| "stdev": 0.0007005372923987315, |
| "min": 0.046811889042146504, |
| "max": 0.04896239994559437 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.007441180727362414, |
| "mean": 0.007440837474959884, |
| "stdev": 2.0520748372275672e-05, |
| "min": 0.007399536615840214, |
| "max": 0.0074722835294190135 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 131.59654701175037, |
| "mean": 131.61904226905398, |
| "stdev": 0.3239857906757909, |
| "min": 131.09163684774802, |
| "max": 132.24204463822448 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 134.38970902843585, |
| "mean": 134.39686493657055, |
| "stdev": 0.3713422328008563, |
| "min": 133.83023656856898, |
| "max": 135.14613711616047 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 10757.350443376963, |
| "mean": 10757.403411076679, |
| "stdev": 156.77184401587272, |
| "min": 10457.003753266177, |
| "max": 10937.392411979512 |
| } |
| } |
| } |
| }, |
| "2": { |
| "rounds": 8, |
| "requests": 24, |
| "aggregate_output_tokens_s": { |
| "n": 8, |
| "median": 185.18415646981288, |
| "mean": 185.3043669198537, |
| "stdev": 0.2789680235003967, |
| "min": 185.03115107890198, |
| "max": 185.8300178989224 |
| }, |
| "workloads": { |
| "prefill-128-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 1.9893493874697015, |
| "mean": 1.9879036192505737, |
| "stdev": 0.0039049812990525515, |
| "min": 1.9813687590067275, |
| "max": 1.9923418210237287 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.08710138101014309, |
| "mean": 0.08689739149849629, |
| "stdev": 0.000840028199202778, |
| "min": 0.08571610902436078, |
| "max": 0.08839400601573288 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.007458928903888947, |
| "mean": 0.00745492638334148, |
| "stdev": 1.4796975405533795e-05, |
| "min": 0.0074321909412723396, |
| "max": 0.007471130890360869 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 128.68528906277032, |
| "mean": 128.77931462377467, |
| "stdev": 0.2533397191700993, |
| "min": 128.49200739482498, |
| "max": 129.2036118144582 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 134.06999638533938, |
| "mean": 134.14231408727454, |
| "stdev": 0.26664242300959673, |
| "min": 133.850686637199, |
| "max": 134.55211532992956 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 1469.5520810863745, |
| "mean": 1473.121795212474, |
| "stdev": 14.20625095275581, |
| "min": 1448.0619871127665, |
| "max": 1493.3015678957383 |
| } |
| }, |
| "prefill-2048-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 2.1537786294938996, |
| "mean": 2.1540204729972174, |
| "stdev": 0.002834912952601958, |
| "min": 2.149044161022175, |
| "max": 2.1580187659710646 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.18234637749264948, |
| "mean": 0.18231446286517894, |
| "stdev": 0.0018311908678613944, |
| "min": 0.1798799549578689, |
| "max": 0.18476641201414168 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.007733016029255939, |
| "mean": 0.007732180431890347, |
| "stdev": 1.126750386491932e-05, |
| "min": 0.00771716567847476, |
| "max": 0.007751628337427974 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 118.86088794512742, |
| "mean": 118.84770425181121, |
| "stdev": 0.15646840042143298, |
| "min": 118.62732800880218, |
| "max": 119.12272657916705 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 129.31785244542476, |
| "mean": 129.3320954695367, |
| "stdev": 0.1884046830654179, |
| "min": 129.00743340987654, |
| "max": 129.58347005158072 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 11231.418130614657, |
| "mean": 11234.330116486912, |
| "stdev": 112.87939577964077, |
| "min": 11084.26568267857, |
| "max": 11385.370874034732 |
| } |
| }, |
| "prefill-512-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 2.0414212654868606, |
| "mean": 2.0394681839898112, |
| "stdev": 0.003990937035611755, |
| "min": 2.0327218489837833, |
| "max": 2.043056506954599 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.09575880147167481, |
| "mean": 0.09557646836037748, |
| "stdev": 0.0007924668329189364, |
| "min": 0.09443295001983643, |
| "max": 0.09697786497417837 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.007627638335357986, |
| "mean": 0.00762310476717425, |
| "stdev": 1.5199583610770585e-05, |
| "min": 0.0075988379450898395, |
| "max": 0.00763752148623633 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 125.40282816205234, |
| "mean": 125.52334040609772, |
| "stdev": 0.24601650845457798, |
| "min": 125.30245694554783, |
| "max": 125.93951313505183 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 131.1047351649663, |
| "mean": 131.18307411436297, |
| "stdev": 0.2619720019758192, |
| "min": 130.9349997190722, |
| "max": 131.60152945786783 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 5346.767065485865, |
| "mean": 5357.288824428956, |
| "stdev": 44.342005312042666, |
| "min": 5279.555289615076, |
| "max": 5421.836338825062 |
| } |
| } |
| } |
| } |
| }, |
| "release-stock-full": { |
| "1": { |
| "rounds": 8, |
| "requests": 24, |
| "aggregate_output_tokens_s": { |
| "n": 8, |
| "median": 72.92052397889584, |
| "mean": 72.91209567713292, |
| "stdev": 0.03201369940988127, |
| "min": 72.84879358630623, |
| "max": 72.94777952393218 |
| }, |
| "workloads": { |
| "prefill-128-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 3.457191400026204, |
| "mean": 3.457286165881669, |
| "stdev": 0.001391594033692943, |
| "min": 3.4549986320198514, |
| "max": 3.4590835909475572 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.03477812701021321, |
| "mean": 0.03481656325311633, |
| "stdev": 0.0003960579985840282, |
| "min": 0.03434843401191756, |
| "max": 0.03561360400635749 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.013420416531381289, |
| "mean": 0.013421449422072757, |
| "stdev": 5.322704178580995e-06, |
| "min": 0.013413877576571323, |
| "max": 0.013429406117510928 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 74.04854710367337, |
| "mean": 74.04652782871761, |
| "stdev": 0.02980655835641984, |
| "min": 74.00804093603102, |
| "max": 74.0955430857401 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 74.51443372544345, |
| "mean": 74.50846437174835, |
| "stdev": 0.02952171186899181, |
| "min": 74.46417785222553, |
| "max": 74.55037526288444 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 3680.4754947376887, |
| "mean": 3676.8236476168795, |
| "stdev": 41.44906173577076, |
| "min": 3594.132174243032, |
| "max": 3726.5163225662345 |
| } |
| }, |
| "prefill-2048-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 3.6094194055185653, |
| "mean": 3.609459728875663, |
| "stdev": 0.0009224638925165759, |
| "min": 3.607949474011548, |
| "max": 3.6109034160035662 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.15415699902223423, |
| "mean": 0.15420738199463813, |
| "stdev": 0.00024902558123742586, |
| "min": 0.15393701900029555, |
| "max": 0.15452983003342524 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.013550075629324306, |
| "mean": 0.013550009203455, |
| "stdev": 3.0277999833692836e-06, |
| "min": 0.013544819360900231, |
| "max": 0.013554865153113781 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 70.9255343441373, |
| "mean": 70.92474604510144, |
| "stdev": 0.018126024480168184, |
| "min": 70.89638533819681, |
| "max": 70.95443044421653 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 73.80117006315075, |
| "mean": 73.80144450662439, |
| "stdev": 0.016488054091781383, |
| "min": 73.77497621877261, |
| "max": 73.82968992931345 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 13285.160813535693, |
| "mean": 13280.847163481023, |
| "stdev": 21.440152738130923, |
| "min": 13253.104591890198, |
| "max": 13304.142260907807 |
| } |
| }, |
| "prefill-512-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 3.4627458144677803, |
| "mean": 3.4635530537343584, |
| "stdev": 0.0028493008257761574, |
| "min": 3.460300714999903, |
| "max": 3.4698705219780095 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.03760106148547493, |
| "mean": 0.03761723624484148, |
| "stdev": 0.00011445873191727694, |
| "min": 0.03745770797831938, |
| "max": 0.03778208699077368 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.013432321443071809, |
| "mean": 0.013435042421527517, |
| "stdev": 1.0943098127800463e-05, |
| "min": 0.013422717219538183, |
| "max": 0.013459331145071808 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 73.92977001315836, |
| "mean": 73.91258267398022, |
| "stdev": 0.06073867580044407, |
| "min": 73.77796905634003, |
| "max": 73.98200939307877 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 74.44804262937761, |
| "mean": 74.43301688168316, |
| "stdev": 0.06052730819895097, |
| "min": 74.29874339510172, |
| "max": 74.50130962058641 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 13616.638554541598, |
| "mean": 13610.892170444395, |
| "stdev": 41.4002322289476, |
| "min": 13551.395403992097, |
| "max": 13668.748773853087 |
| } |
| } |
| } |
| }, |
| "2": { |
| "rounds": 8, |
| "requests": 24, |
| "aggregate_output_tokens_s": { |
| "n": 8, |
| "median": 107.71024069700417, |
| "mean": 107.72059293134612, |
| "stdev": 0.028791573370193686, |
| "min": 107.68998301226848, |
| "max": 107.76503511557563 |
| }, |
| "workloads": { |
| "prefill-128-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 3.49594623898156, |
| "mean": 3.49553417450079, |
| "stdev": 0.001668788820609329, |
| "min": 3.492696102010086, |
| "max": 3.4976578740170226 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.06348313350463286, |
| "mean": 0.06405987575271865, |
| "stdev": 0.0009158031117648248, |
| "min": 0.06342011300148442, |
| "max": 0.06586191203678027 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.013458322770619655, |
| "mean": 0.01345676195587479, |
| "stdev": 5.337414663956245e-06, |
| "min": 0.01344811420399221, |
| "max": 0.013462913890058796 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 73.22767226163518, |
| "mean": 73.23631762321426, |
| "stdev": 0.034972528573795146, |
| "min": 73.191835571381, |
| "max": 73.29581289728273 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 74.30421665272397, |
| "mean": 74.31278778009144, |
| "stdev": 0.02943559118503487, |
| "min": 74.27887622314154, |
| "max": 74.36050874556653 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 2016.2839951790006, |
| "mean": 1998.4831886337297, |
| "stdev": 28.18566822954537, |
| "min": 1943.4601280406043, |
| "max": 2018.2871638371885 |
| } |
| }, |
| "prefill-2048-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 3.631980500998907, |
| "mean": 3.6317475487376214, |
| "stdev": 0.0006723157528968067, |
| "min": 3.630687634984497, |
| "max": 3.6324596229824238 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.17578060648520477, |
| "mean": 0.17588340237125522, |
| "stdev": 0.0003637225172501352, |
| "min": 0.17528211401076987, |
| "max": 0.17641926801297814 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.013552235266622886, |
| "mean": 0.013552408417123005, |
| "stdev": 2.126508824067504e-06, |
| "min": 0.013549120525610359, |
| "max": 0.013555775192000118 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 70.48495992565644, |
| "mean": 70.48948315988714, |
| "stdev": 0.01305118399816295, |
| "min": 70.47566293106149, |
| "max": 70.510059178113 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 73.78927594123358, |
| "mean": 73.78833405878136, |
| "stdev": 0.011584338905892368, |
| "min": 73.76999087240434, |
| "max": 73.80624378977598 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 11650.887253920457, |
| "mean": 11644.12125750375, |
| "stdev": 24.082440790801993, |
| "min": 11608.709315409587, |
| "max": 11684.021564654136 |
| } |
| }, |
| "prefill-512-decode-256": { |
| "e2e_s": { |
| "n": 8, |
| "median": 3.539927623991389, |
| "mean": 3.5394245209827204, |
| "stdev": 0.0017798059481316918, |
| "min": 3.5363579490222037, |
| "max": 3.5417145100072958 |
| }, |
| "ttft_s": { |
| "n": 8, |
| "median": 0.08236778149148449, |
| "mean": 0.08261667987244437, |
| "stdev": 0.000534762748127459, |
| "min": 0.08221991802565753, |
| "max": 0.08369955199304968 |
| }, |
| "tpot_s": { |
| "n": 8, |
| "median": 0.013557925474414529, |
| "mean": 0.013556109180824612, |
| "stdev": 5.949722705352991e-06, |
| "min": 0.013545639337241358, |
| "max": 0.013561868748864999 |
| }, |
| "output_tokens_s": { |
| "n": 8, |
| "median": 72.31786303881739, |
| "mean": 72.32815819028224, |
| "stdev": 0.03638034342728374, |
| "min": 72.28137651317148, |
| "max": 72.39086192357409 |
| }, |
| "decode_tokens_s": { |
| "n": 8, |
| "median": 73.75838796902713, |
| "mean": 73.76827059510236, |
| "stdev": 0.03237312916302117, |
| "min": 73.73694230527882, |
| "max": 73.82525807841712 |
| }, |
| "effective_input_tokens_per_ttft_s": { |
| "n": 8, |
| "median": 6216.031372238274, |
| "mean": 6197.521390445994, |
| "stdev": 39.83811197237184, |
| "min": 6117.117568831383, |
| "max": 6227.2015381993615 |
| } |
| } |
| } |
| } |
| } |
| }, |
| "quality": { |
| "release-paiton-prepare": { |
| "passed": 14, |
| "total": 20, |
| "failed": [ |
| "arithmetic", |
| "logic", |
| "instruction-filter", |
| "reasoning-rate", |
| "reasoning-negative", |
| "code-runs" |
| ] |
| }, |
| "release-paiton-full": { |
| "passed": 14, |
| "total": 20, |
| "failed": [ |
| "arithmetic", |
| "logic", |
| "instruction-filter", |
| "reasoning-rate", |
| "reasoning-negative", |
| "code-runs" |
| ] |
| }, |
| "release-stock-triton-capture": { |
| "passed": 14, |
| "total": 20, |
| "failed": [ |
| "arithmetic", |
| "logic", |
| "instruction-filter", |
| "reasoning-rate", |
| "reasoning-negative", |
| "code-runs" |
| ] |
| }, |
| "release-stock-rocm-o2": { |
| "passed": 14, |
| "total": 20, |
| "failed": [ |
| "arithmetic", |
| "logic", |
| "instruction-filter", |
| "reasoning-rate", |
| "reasoning-negative", |
| "code-runs" |
| ] |
| }, |
| "minicpm-stock-source-fp16": { |
| "passed": 15, |
| "total": 20, |
| "failed": [ |
| "arithmetic", |
| "logic", |
| "instruction-filter", |
| "reasoning-rate", |
| "reasoning-negative" |
| ] |
| }, |
| "release-source-fp16-capture": { |
| "passed": 15, |
| "total": 20, |
| "failed": [ |
| "arithmetic", |
| "logic", |
| "instruction-filter", |
| "reasoning-rate", |
| "reasoning-negative" |
| ] |
| }, |
| "lfm-stock-linked-thinking-01": { |
| "passed": 18, |
| "total": 20, |
| "failed": [ |
| "code-balanced", |
| "json-types" |
| ] |
| }, |
| "exact_final_text_matches": { |
| "matched": 20, |
| "total": 20, |
| "note": "Transport IDs and timings are excluded. Tool semantics are checked by the protocol suite." |
| } |
| }, |
| "final_image": "sha256:b8d6bf8e6c1934a82d8c99156061e0a44aed956ea021f73276fc07bf74c88e5e", |
| "final_smoke": { |
| "package": { |
| "protocol_passed": 8, |
| "protocol_total": 8, |
| "near_context_input_tokens": 8040, |
| "first_completed_response_seconds": 30.786191797989886, |
| "chat_summary": [ |
| { |
| "prompt_index": 0, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.2679704429829144, |
| "median": 0.2674355549970642, |
| "stdev": 0.0009188823101986668, |
| "min": 0.26707567897392437, |
| "max": 0.2695166309713386 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.052188914611178916, |
| "median": 0.05214311397867277, |
| "stdev": 0.0002821938488770994, |
| "min": 0.051957880961708724, |
| "max": 0.052852457971312106 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 48, |
| "median": 48.0, |
| "stdev": 0.0, |
| "min": 48, |
| "max": 48 |
| } |
| }, |
| { |
| "prompt_index": 1, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.05552253025234677, |
| "median": 0.05523489249753766, |
| "stdev": 0.0007611204795142852, |
| "min": 0.05511853197822347, |
| "max": 0.05738140898756683 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.05140496288368013, |
| "median": 0.05112236403510906, |
| "stdev": 0.0007406246139312306, |
| "min": 0.050927490985486656, |
| "max": 0.0531931669684127 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 2, |
| "median": 2.0, |
| "stdev": 0.0, |
| "min": 2, |
| "max": 2 |
| } |
| }, |
| { |
| "prompt_index": 2, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.2319251203807653, |
| "median": 0.23190135951153934, |
| "stdev": 0.0006661013743077542, |
| "min": 0.2311469439882785, |
| "max": 0.2331033839727752 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.052222637241357006, |
| "median": 0.05217254348099232, |
| "stdev": 0.0003503924347518428, |
| "min": 0.05174426099983975, |
| "max": 0.05292295396793634 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 40, |
| "median": 40.0, |
| "stdev": 0.0, |
| "min": 40, |
| "max": 40 |
| } |
| } |
| ], |
| "note": "Validation run; does not replace the paired performance trials." |
| }, |
| "stock": { |
| "protocol_passed": 8, |
| "protocol_total": 8, |
| "near_context_input_tokens": 8040, |
| "first_completed_response_seconds": 29.002922783955, |
| "chat_summary": [ |
| { |
| "prompt_index": 0, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.837955816743488, |
| "median": 0.8372474139905535, |
| "stdev": 0.004287946305249214, |
| "min": 0.8334886389784515, |
| "max": 0.8465237210039049 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.052031368875759654, |
| "median": 0.05155834250035696, |
| "stdev": 0.0032253769945130117, |
| "min": 0.048064007016364485, |
| "max": 0.058651224011555314 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 48, |
| "median": 48.0, |
| "stdev": 0.0, |
| "min": 48, |
| "max": 48 |
| } |
| }, |
| { |
| "prompt_index": 1, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.06158386812603567, |
| "median": 0.060189488489413634, |
| "stdev": 0.004136158955049406, |
| "min": 0.0596824079984799, |
| "max": 0.07180658599827439 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.047594115261745173, |
| "median": 0.04612293350510299, |
| "stdev": 0.004171528799836322, |
| "min": 0.04588303598575294, |
| "max": 0.05790320801315829 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 2, |
| "median": 2.0, |
| "stdev": 0.0, |
| "min": 2, |
| "max": 2 |
| } |
| }, |
| { |
| "prompt_index": 2, |
| "n": 8, |
| "no_final_answer": 0, |
| "e2e_s": { |
| "n": 8, |
| "mean": 0.5644432064946159, |
| "median": 0.6954027189931367, |
| "stdev": 0.1901898640929199, |
| "min": 0.33438505500089377, |
| "max": 0.7117888880311511 |
| }, |
| "first_answer_s": { |
| "n": 8, |
| "mean": 0.04756168375752168, |
| "median": 0.046026488998904824, |
| "stdev": 0.004698867416568372, |
| "min": 0.04509151302045211, |
| "max": 0.05915420898236334 |
| }, |
| "completion_tokens": { |
| "n": 8, |
| "mean": 40, |
| "median": 40.0, |
| "stdev": 0.0, |
| "min": 40, |
| "max": 40 |
| } |
| } |
| ], |
| "note": "Validation run; does not replace the paired performance trials." |
| } |
| }, |
| "studio_final_smoke": [ |
| { |
| "label": "initial", |
| "seconds": 29.37702676601475, |
| "result": { |
| "format": "Website plan", |
| "context": "", |
| "text_only": true, |
| "finish_reason": "stop", |
| "usage": { |
| "prompt_tokens": 27, |
| "total_tokens": 30, |
| "completion_tokens": 3 |
| }, |
| "reasoning_effort": null, |
| "reasoning_observed": false |
| }, |
| "content": "Mercury", |
| "container": "719bca08b4f9ce71b91fabce9cf1548521f91defdff6402eccd639646f4033ad", |
| "job": "ae07942aa9f44c2e80b407e0a1638b20" |
| }, |
| { |
| "label": "warm", |
| "seconds": 0.6145564269972965, |
| "result": { |
| "format": "Website plan", |
| "context": "", |
| "text_only": true, |
| "finish_reason": "stop", |
| "usage": { |
| "prompt_tokens": 32, |
| "total_tokens": 38, |
| "completion_tokens": 6 |
| }, |
| "reasoning_effort": null, |
| "reasoning_observed": false |
| }, |
| "content": "red, green, blue", |
| "container": "719bca08b4f9ce71b91fabce9cf1548521f91defdff6402eccd639646f4033ad", |
| "job": "73e93f2b7f0b4b8cbbd0b6888ed36471" |
| }, |
| { |
| "label": "unload", |
| "seconds": 1.0114626979921013 |
| }, |
| { |
| "label": "reload", |
| "seconds": 28.381419859011658, |
| "result": { |
| "format": "Website plan", |
| "context": "", |
| "text_only": true, |
| "finish_reason": "stop", |
| "usage": { |
| "prompt_tokens": 24, |
| "total_tokens": 46, |
| "completion_tokens": 22 |
| }, |
| "reasoning_effort": null, |
| "reasoning_observed": false |
| }, |
| "content": "The sky appears blue because our atmosphere scatters shorter blue wavelengths of light more effectively than longer red wavelengths.", |
| "container": "1b477132da038e2bf6dcf81870acc5e517ab8f611ad22882dc9686146e69a5d5", |
| "job": "549c31c8e63f4a1ba290b9f623dba8bb" |
| } |
| ] |
| } |
|
|
