| { |
| "status": "COMPLETE", |
| "created_at": "2026-09-05T15:08:13.269354+00:00", |
| "host": "sozo", |
| "arms": [ |
| "ciru", |
| "agention", |
| "unsloth" |
| ], |
| "mtp_off_sweep": { |
| "ciru": [ |
| { |
| "prompt_tokens": 512, |
| "generated_tokens": 128, |
| "pp": 306.5260717785876, |
| "tg": 22.54527250488629, |
| "ttfp_ms": 1671.9896793365479, |
| "total_ms": 7305.761814117432, |
| "memory": { |
| "delta_gtt_used_bytes": 0, |
| "delta_ram_used_bytes": 745472, |
| "delta_vram_used_bytes": 0, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 89918681088, |
| "ram_available_bytes": 40144433152, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 94165233664, |
| "t": 1788619776.7673035, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 168734720 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 89918681088, |
| "ram_available_bytes": 40146853888, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 94162812928, |
| "t": 1788619784.0726674, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 168734720 |
| }, |
| "peak_gtt_used_bytes": 89918681088, |
| "peak_ram_used_bytes": 94165979136, |
| "peak_vram_used_bytes": 168734720, |
| "sample_count": 31 |
| }, |
| "source_row_sha256": "473fb0da15e39b5a83b5bb67c70bbc5aeb83a00e93786a907b7eb88739d14b1b", |
| "source_raw_sha256": "e7185d638e0c37bd72c9ad349a8adadf35b7ed369e269d17b5985691619816a6", |
| "label": "v2-ciru-rc2-no-mtp-pp512" |
| }, |
| { |
| "prompt_tokens": 2048, |
| "generated_tokens": 128, |
| "pp": 382.0255487047133, |
| "tg": 20.942985114154936, |
| "ttfp_ms": 5364.029407501221, |
| "total_ms": 11428.162574768066, |
| "memory": { |
| "delta_gtt_used_bytes": 393216, |
| "delta_ram_used_bytes": 235118592, |
| "delta_vram_used_bytes": 344064, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 89918681088, |
| "ram_available_bytes": 40143777792, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 94165889024, |
| "t": 1788619784.1546354, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 168734720 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 89919074304, |
| "ram_available_bytes": 39909175296, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 94400491520, |
| "t": 1788619795.5826085, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 169078784 |
| }, |
| "peak_gtt_used_bytes": 89919074304, |
| "peak_ram_used_bytes": 94401007616, |
| "peak_vram_used_bytes": 169078784, |
| "sample_count": 47 |
| }, |
| "source_row_sha256": "bd259a73f6cd69f048c4269908915d19c26a1debd395f507e9631fe1bb3d44a8", |
| "source_raw_sha256": "a9ccac0bd0ebbcaf5c28d926d1881d1d30adbba564d1057bfc306983ef4bf5ec", |
| "label": "v2-ciru-rc2-no-mtp-pp2048" |
| }, |
| { |
| "prompt_tokens": 8192, |
| "generated_tokens": 128, |
| "pp": 370.40756452549965, |
| "tg": 19.19183920684209, |
| "ttfp_ms": 22118.80850791931, |
| "total_ms": 28736.945390701294, |
| "memory": { |
| "delta_gtt_used_bytes": 229376, |
| "delta_ram_used_bytes": 470446080, |
| "delta_vram_used_bytes": 0, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 89919074304, |
| "ram_available_bytes": 40156749824, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 94152916992, |
| "t": 1788619795.701831, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 169078784 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 89919303680, |
| "ram_available_bytes": 39686303744, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 94623363072, |
| "t": 1788619824.4386148, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 169078784 |
| }, |
| "peak_gtt_used_bytes": 89919303680, |
| "peak_ram_used_bytes": 94623363072, |
| "peak_vram_used_bytes": 169078784, |
| "sample_count": 116 |
| }, |
| "source_row_sha256": "da000c4648ae584c75dbc4336187587ee55e69de74bb8acd31a44ccfac4e9c72", |
| "source_raw_sha256": "004a8ef9965ca1c6548f1ead1dc8dcb46e699d5e683ca5a6e5a4f3d5fab5b76b", |
| "label": "v2-ciru-rc2-no-mtp-pp8192" |
| }, |
| { |
| "prompt_tokens": 16384, |
| "generated_tokens": 128, |
| "pp": 352.1295823107842, |
| "tg": 17.472675212409946, |
| "ttfp_ms": 46532.26041793823, |
| "total_ms": 53801.73420906067, |
| "memory": { |
| "delta_gtt_used_bytes": 0, |
| "delta_ram_used_bytes": 553902080, |
| "delta_vram_used_bytes": 0, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 89919303680, |
| "ram_available_bytes": 39922704384, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 94386962432, |
| "t": 1788619824.5504465, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 169078784 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 89919303680, |
| "ram_available_bytes": 39378653184, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 94931013632, |
| "t": 1788619878.3519537, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 169058304 |
| }, |
| "peak_gtt_used_bytes": 89919303680, |
| "peak_ram_used_bytes": 94940864512, |
| "peak_vram_used_bytes": 169078784, |
| "sample_count": 216 |
| }, |
| "source_row_sha256": "6f23c195db77cb88ddc4731f3981eec2d0ddb02db483eda3dc574cc78c9f2467", |
| "source_raw_sha256": "4904535ad05beae3366bd04f815587b01a5926a930809fc9dbfefb62d974c152", |
| "label": "v2-ciru-rc2-no-mtp-pp16384" |
| }, |
| { |
| "prompt_tokens": 32768, |
| "generated_tokens": 128, |
| "pp": 321.33055955606176, |
| "tg": 14.323446658864336, |
| "ttfp_ms": 101982.33151435852, |
| "total_ms": 110850.14271736145, |
| "memory": { |
| "delta_gtt_used_bytes": 0, |
| "delta_ram_used_bytes": 329519104, |
| "delta_vram_used_bytes": 8192, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 89919303680, |
| "ram_available_bytes": 39596859392, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 94712807424, |
| "t": 1788619878.4932935, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 169058304 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 89919303680, |
| "ram_available_bytes": 39267360768, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 95042306048, |
| "t": 1788619989.3432505, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 169062400 |
| }, |
| "peak_gtt_used_bytes": 89919303680, |
| "peak_ram_used_bytes": 95042326528, |
| "peak_vram_used_bytes": 169066496, |
| "sample_count": 444 |
| }, |
| "source_row_sha256": "086960f2abb3b29f56ffffb3693a5243e423fd08be8c933516b9f12c174e2b5c", |
| "source_raw_sha256": "acb5b3fb6f76b31c31ca6a42cb3674ece7373254a82754fb4ecc534b193d6e4d", |
| "label": "v2-ciru-rc2-no-mtp-pp32768" |
| }, |
| { |
| "prompt_tokens": 65536, |
| "generated_tokens": 128, |
| "pp": 282.9922226883487, |
| "tg": 10.165215161986707, |
| "ttfp_ms": 231594.47526931763, |
| "total_ms": 244090.87371826172, |
| "memory": { |
| "delta_gtt_used_bytes": 52428800, |
| "delta_ram_used_bytes": 601722880, |
| "delta_vram_used_bytes": 40960, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 89919303680, |
| "ram_available_bytes": 39502532608, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 94807134208, |
| "t": 1788619989.5020185, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 169062400 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 89971732480, |
| "ram_available_bytes": 38902194176, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 95407472640, |
| "t": 1788620233.5926564, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 169103360 |
| }, |
| "peak_gtt_used_bytes": 89971732480, |
| "peak_ram_used_bytes": 95408857088, |
| "peak_vram_used_bytes": 169103360, |
| "sample_count": 976 |
| }, |
| "source_row_sha256": "803b8e4cf5a82d1ae7ccc12fb1556dab4bf3ceb6e00aff90dcad2d8fbd04cb97", |
| "source_raw_sha256": "ac7bfde237162b53d1d57f2a58aaefaa791d467566cba0fe7e270338724cbe2a", |
| "label": "v2-ciru-rc2-no-mtp-pp65536" |
| }, |
| { |
| "prompt_tokens": 131072, |
| "generated_tokens": 128, |
| "pp": 232.95215096846331, |
| "tg": 6.748802247021679, |
| "ttfp_ms": 562672.7845668793, |
| "total_ms": 581497.358083725, |
| "memory": { |
| "delta_gtt_used_bytes": 35651584, |
| "delta_ram_used_bytes": 1520336896, |
| "delta_vram_used_bytes": 8192, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 89971732480, |
| "ram_available_bytes": 39124025344, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 95185641472, |
| "t": 1788620233.7813432, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 169103360 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 90007384064, |
| "ram_available_bytes": 37603688448, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 96705978368, |
| "t": 1788620815.2784042, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 169111552 |
| }, |
| "peak_gtt_used_bytes": 90007384064, |
| "peak_ram_used_bytes": 96705978368, |
| "peak_vram_used_bytes": 169111552, |
| "sample_count": 2324 |
| }, |
| "source_row_sha256": "a7566b16fdc3740f078a69e74e558ae6b548c8624a799308da02447ec0427fcf", |
| "source_raw_sha256": "6bc32148916d08c2feee98b09be62b36bad843f1df5eab9bf702dd6c1336ec5a", |
| "label": "v2-ciru-rc2-no-mtp-pp131072" |
| } |
| ], |
| "agention": [ |
| { |
| "prompt_tokens": 512, |
| "generated_tokens": 128, |
| "pp": 357.62781003257766, |
| "tg": 25.932868583656983, |
| "ttfp_ms": 1433.5122108459473, |
| "total_ms": 6331.249713897705, |
| "memory": { |
| "delta_gtt_used_bytes": 29687808, |
| "delta_ram_used_bytes": 162824192, |
| "delta_vram_used_bytes": 8192, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 101335601152, |
| "ram_available_bytes": 29871378432, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104438288384, |
| "t": 1788581822.0923114, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 524312576 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 101365288960, |
| "ram_available_bytes": 29708554240, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104601112576, |
| "t": 1788581828.4232647, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 524320768 |
| }, |
| "peak_gtt_used_bytes": 101365288960, |
| "peak_ram_used_bytes": 104601112576, |
| "peak_vram_used_bytes": 524320768, |
| "sample_count": 27 |
| }, |
| "source_row_sha256": "775a400e7c22fa92d91edf847405c2c51a0ed18661efe85a8fd6255a99bc6086", |
| "source_raw_sha256": "6febe5d187916fe64790b491cc456c7dadc432d26f2ffc9916e987dba8c8620b", |
| "label": "agention-card-ladder-pp512" |
| }, |
| { |
| "prompt_tokens": 2048, |
| "generated_tokens": 128, |
| "pp": 363.83333235624184, |
| "tg": 25.58463922435432, |
| "ttfp_ms": 5631.121873855591, |
| "total_ms": 10595.957040786743, |
| "memory": { |
| "delta_gtt_used_bytes": 4390912, |
| "delta_ram_used_bytes": 243486720, |
| "delta_vram_used_bytes": 0, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 101365288960, |
| "ram_available_bytes": 29818118144, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104491548672, |
| "t": 1788581828.5312965, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 524320768 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 101369679872, |
| "ram_available_bytes": 29574631424, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104735035392, |
| "t": 1788581839.1267073, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 521228288 |
| }, |
| "peak_gtt_used_bytes": 101369679872, |
| "peak_ram_used_bytes": 104735035392, |
| "peak_vram_used_bytes": 524320768, |
| "sample_count": 44 |
| }, |
| "source_row_sha256": "dadbba441f5daa39776c0bd59e0594e8cb76de2a4c98c1288687b0dcf45e66af", |
| "source_raw_sha256": "b59f04d0ef7fbde95fb2a97a8004ca6b32dcdfa1834a5c75fcc77899cd7a3e24", |
| "label": "agention-card-ladder-pp2048" |
| }, |
| { |
| "prompt_tokens": 8192, |
| "generated_tokens": 128, |
| "pp": 325.5891187734956, |
| "tg": 24.953315686558064, |
| "ttfp_ms": 25164.159536361694, |
| "total_ms": 30255.13529777527, |
| "memory": { |
| "delta_gtt_used_bytes": 0, |
| "delta_ram_used_bytes": 233160704, |
| "delta_vram_used_bytes": 0, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 101369679872, |
| "ram_available_bytes": 29795074048, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104514592768, |
| "t": 1788581839.284278, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 521228288 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 101369679872, |
| "ram_available_bytes": 29561913344, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104747753472, |
| "t": 1788581869.5386808, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 521228288 |
| }, |
| "peak_gtt_used_bytes": 101369679872, |
| "peak_ram_used_bytes": 104747753472, |
| "peak_vram_used_bytes": 521228288, |
| "sample_count": 122 |
| }, |
| "source_row_sha256": "102a59f7add6c625a184371d644d79a444d8f83387995f3735c1b49cad9c5447", |
| "source_raw_sha256": "6c4d7d5185fefd323d4ee9896943a7223df04c4334454af249a111bec92b8c38", |
| "label": "agention-card-ladder-pp8192" |
| }, |
| { |
| "prompt_tokens": 16384, |
| "generated_tokens": 128, |
| "pp": 302.71994163181125, |
| "tg": 24.35992382057209, |
| "ttfp_ms": 54127.56133079529, |
| "total_ms": 59342.663526535034, |
| "memory": { |
| "delta_gtt_used_bytes": 0, |
| "delta_ram_used_bytes": 153559040, |
| "delta_vram_used_bytes": 0, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 101369679872, |
| "ram_available_bytes": 29705891840, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104603774976, |
| "t": 1788581869.7269146, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 521228288 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 101369679872, |
| "ram_available_bytes": 29552332800, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104757334016, |
| "t": 1788581929.0693126, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 521228288 |
| }, |
| "peak_gtt_used_bytes": 101369679872, |
| "peak_ram_used_bytes": 104757334016, |
| "peak_vram_used_bytes": 521228288, |
| "sample_count": 238 |
| }, |
| "source_row_sha256": "41f2c620690cb08189ac49e3888386169ffecdd7b3275222f47d24078eb4face", |
| "source_raw_sha256": "abdbb2b146e533e30b6e7ec9acfdc34d171529a5485d74e5ae389fa1ce6c41e7", |
| "label": "agention-card-ladder-pp16384" |
| }, |
| { |
| "prompt_tokens": 32768, |
| "generated_tokens": 128, |
| "pp": 273.9458158618122, |
| "tg": 22.769845982610295, |
| "ttfp_ms": 119622.07579612732, |
| "total_ms": 125202.11839675903, |
| "memory": { |
| "delta_gtt_used_bytes": 0, |
| "delta_ram_used_bytes": 247328768, |
| "delta_vram_used_bytes": 0, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 101369679872, |
| "ram_available_bytes": 29789585408, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104520081408, |
| "t": 1788581929.2211366, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 521228288 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 101369679872, |
| "ram_available_bytes": 29542256640, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104767410176, |
| "t": 1788582054.4227529, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 521228288 |
| }, |
| "peak_gtt_used_bytes": 101369679872, |
| "peak_ram_used_bytes": 104767410176, |
| "peak_vram_used_bytes": 521228288, |
| "sample_count": 501 |
| }, |
| "source_row_sha256": "5a3b9729d7b3164e3a5e2400666207d03324c2a1285c32a2356ba325cc4b7219", |
| "source_raw_sha256": "a88b8146341fa30fca8b8d3977f9fcafceca712cb89552e8bd2a6caed66acb60", |
| "label": "agention-card-ladder-pp32768" |
| }, |
| { |
| "prompt_tokens": 65536, |
| "generated_tokens": 128, |
| "pp": 229.67782088765648, |
| "tg": 20.252305453882073, |
| "ttfp_ms": 285350.79431533813, |
| "total_ms": 291627.0384788513, |
| "memory": { |
| "delta_gtt_used_bytes": 0, |
| "delta_ram_used_bytes": 193069056, |
| "delta_vram_used_bytes": 0, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 101369679872, |
| "ram_available_bytes": 29699903488, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104609763328, |
| "t": 1788582054.6204512, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 521228288 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 101369679872, |
| "ram_available_bytes": 29506834432, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104802832384, |
| "t": 1788582346.2469826, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 521228288 |
| }, |
| "peak_gtt_used_bytes": 101369679872, |
| "peak_ram_used_bytes": 104802832384, |
| "peak_vram_used_bytes": 521228288, |
| "sample_count": 1164 |
| }, |
| "source_row_sha256": "f275968ad35f1d6554a1825f22ab7175558bc4f24fd555def9d0bcaeafd1a46f", |
| "source_raw_sha256": "aadd44795c66555e4f3a7d730eb122b1cda5fb808e431081bc6371b244f3a3b0", |
| "label": "agention-card-ladder-pp65536" |
| }, |
| { |
| "prompt_tokens": 131072, |
| "generated_tokens": 128, |
| "pp": 184.33343093700745, |
| "tg": 17.85921705754915, |
| "ttfp_ms": 711083.1847190857, |
| "total_ms": 718204.247713089, |
| "memory": { |
| "delta_gtt_used_bytes": 0, |
| "delta_ram_used_bytes": 24977408, |
| "delta_vram_used_bytes": 0, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 101369679872, |
| "ram_available_bytes": 29738627072, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104571039744, |
| "t": 1788582346.4750206, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 521228288 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 100378251264, |
| "ram_available_bytes": 30736842752, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 103572824064, |
| "t": 1788583064.6787124, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 516562944 |
| }, |
| "peak_gtt_used_bytes": 101369679872, |
| "peak_ram_used_bytes": 104596017152, |
| "peak_vram_used_bytes": 521228288, |
| "sample_count": 2863 |
| }, |
| "source_row_sha256": "1dce28c2dca2dde22c874671a7f8507ba882fea2e31220c310e151b2ee7b5d02", |
| "source_raw_sha256": "d4db4b5cfb6adbd5b4e0158910ece599ab7430d8f7b3a0002c014c095e18fd03", |
| "label": "agention-card-ladder-pp131072" |
| } |
| ], |
| "unsloth": [ |
| { |
| "prompt_tokens": 512, |
| "generated_tokens": 128, |
| "pp": 235.02841456808937, |
| "tg": 24.53706574948274, |
| "ttfp_ms": 2180.333137512207, |
| "total_ms": 7356.932640075684, |
| "memory": { |
| "delta_gtt_used_bytes": 33128448, |
| "delta_ram_used_bytes": 130293760, |
| "delta_vram_used_bytes": 36864, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72547319808, |
| "ram_available_bytes": 29520384000, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104789282816, |
| "t": 1788585805.4317117, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 513044480 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72580448256, |
| "ram_available_bytes": 29391036416, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104918630400, |
| "t": 1788585812.7882414, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 513081344 |
| }, |
| "peak_gtt_used_bytes": 72580448256, |
| "peak_ram_used_bytes": 104919576576, |
| "peak_vram_used_bytes": 513081344, |
| "sample_count": 31 |
| }, |
| "source_row_sha256": "ece8eca9f56e7d41b92246d1e12e6d97c871afa86a52c68dae0ab436b9486d61", |
| "source_raw_sha256": "61734e4f1dc0c25ed4a7d31ff42632e8bed5c80998e076dd173f43a1defb97f8", |
| "label": "unsloth-compare-unsloth-no-mtp-ladder-pp512" |
| }, |
| { |
| "prompt_tokens": 2048, |
| "generated_tokens": 128, |
| "pp": 270.12154942142814, |
| "tg": 23.98476457537146, |
| "ttfp_ms": 7584.341049194336, |
| "total_ms": 12880.511999130249, |
| "memory": { |
| "delta_gtt_used_bytes": 196608, |
| "delta_ram_used_bytes": 214904832, |
| "delta_vram_used_bytes": 61440, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72580448256, |
| "ram_available_bytes": 29464027136, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104845639680, |
| "t": 1788585812.9251993, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 513081344 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72580644864, |
| "ram_available_bytes": 29274816512, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 105034850304, |
| "t": 1788585825.8052313, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 513142784 |
| }, |
| "peak_gtt_used_bytes": 72580644864, |
| "peak_ram_used_bytes": 105060544512, |
| "peak_vram_used_bytes": 513142784, |
| "sample_count": 53 |
| }, |
| "source_row_sha256": "d69332962298bd5ad08fab9a0e3fef4e16d9333c158bed8a76625af3d1925984", |
| "source_raw_sha256": "b74560d0cf1b77f1b625051026746d3f6da653f00ae57c136eca7b695b480db7", |
| "label": "unsloth-compare-unsloth-no-mtp-ladder-pp2048" |
| }, |
| { |
| "prompt_tokens": 8192, |
| "generated_tokens": 128, |
| "pp": 274.78231585274597, |
| "tg": 22.68762216927253, |
| "ttfp_ms": 29816.16234779358, |
| "total_ms": 35415.289640426636, |
| "memory": { |
| "delta_gtt_used_bytes": 15728640, |
| "delta_ram_used_bytes": 230735872, |
| "delta_vram_used_bytes": 12582912, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72580644864, |
| "ram_available_bytes": 29519159296, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104790507520, |
| "t": 1788585825.918342, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 513142784 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72580644864, |
| "ram_available_bytes": 29288710144, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 105020956672, |
| "t": 1788585861.333005, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 525725696 |
| }, |
| "peak_gtt_used_bytes": 72596373504, |
| "peak_ram_used_bytes": 105021243392, |
| "peak_vram_used_bytes": 525725696, |
| "sample_count": 143 |
| }, |
| "source_row_sha256": "0ea4bddc406a4d9dc83ba3f0c0da273407a6ced581b5866e899479b310077b8c", |
| "source_raw_sha256": "ab258b25a16756e808e1f88674c3b00bc5235d97e379fe8e2c139a5f08c75ada", |
| "label": "unsloth-compare-unsloth-no-mtp-ladder-pp8192" |
| }, |
| { |
| "prompt_tokens": 16384, |
| "generated_tokens": 128, |
| "pp": 266.86943792269767, |
| "tg": 21.28038193426272, |
| "ttfp_ms": 61398.22745323181, |
| "total_ms": 67369.02523040771, |
| "memory": { |
| "delta_gtt_used_bytes": 33554432, |
| "delta_ram_used_bytes": 207589376, |
| "delta_vram_used_bytes": 2097152, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72580644864, |
| "ram_available_bytes": 29452505088, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104857161728, |
| "t": 1788585861.4517806, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 525725696 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72614199296, |
| "ram_available_bytes": 29244940288, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 105064726528, |
| "t": 1788585928.820109, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 508948480 |
| }, |
| "peak_gtt_used_bytes": 72614199296, |
| "peak_ram_used_bytes": 105064751104, |
| "peak_vram_used_bytes": 527822848, |
| "sample_count": 270 |
| }, |
| "source_row_sha256": "b54e72f78ab5f0e40b37bea50c5e261557c25d435266a76b47dc8510e3448ee4", |
| "source_raw_sha256": "025d8274176c18fb25e22b6b31ef0f5961169cfa52ac550ec2eb2bcbc601637f", |
| "label": "unsloth-compare-unsloth-no-mtp-ladder-pp16384" |
| }, |
| { |
| "prompt_tokens": 32768, |
| "generated_tokens": 128, |
| "pp": 254.67648015684492, |
| "tg": 18.79396882302548, |
| "ttfp_ms": 128672.66249656677, |
| "total_ms": 135432.7266216278, |
| "memory": { |
| "delta_gtt_used_bytes": 33554432, |
| "delta_ram_used_bytes": 275447808, |
| "delta_vram_used_bytes": 4096, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72614199296, |
| "ram_available_bytes": 29478772736, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104830894080, |
| "t": 1788585928.9364839, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 508948480 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72647753728, |
| "ram_available_bytes": 29203410944, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 105106255872, |
| "t": 1788586064.368746, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 508948480 |
| }, |
| "peak_gtt_used_bytes": 72647753728, |
| "peak_ram_used_bytes": 105106341888, |
| "peak_vram_used_bytes": 508952576, |
| "sample_count": 541 |
| }, |
| "source_row_sha256": "27587fba86adcf3881b1df1af6e172f39b6deec77cd2b9977407442ecb8f40df", |
| "source_raw_sha256": "064cdb307d51d06fbfbc60eeb02c302e1a4977f03750f8c57ae6182c6042fdb1", |
| "label": "unsloth-compare-unsloth-no-mtp-ladder-pp32768" |
| }, |
| { |
| "prompt_tokens": 65536, |
| "generated_tokens": 128, |
| "pp": 228.77660940134743, |
| "tg": 13.36603064357227, |
| "ttfp_ms": 286475.9120941162, |
| "total_ms": 295982.67555236816, |
| "memory": { |
| "delta_gtt_used_bytes": 67108864, |
| "delta_ram_used_bytes": 57982976, |
| "delta_vram_used_bytes": 8192, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72647753728, |
| "ram_available_bytes": 29440012288, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104869654528, |
| "t": 1788586064.5691152, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 508948480 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72714862592, |
| "ram_available_bytes": 29507186688, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104802480128, |
| "t": 1788586360.5511396, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 508952576 |
| }, |
| "peak_gtt_used_bytes": 72714862592, |
| "peak_ram_used_bytes": 104927637504, |
| "peak_vram_used_bytes": 508956672, |
| "sample_count": 1180 |
| }, |
| "source_row_sha256": "511214805cfb1b70241842a3661094fcf41b4f6eea94d4536e2e5ed15b4241bb", |
| "source_raw_sha256": "a484d183b8c22552f19a0a61b4147af35397a7dd58058ef5a7efda05cd904394", |
| "label": "unsloth-compare-unsloth-no-mtp-ladder-pp65536" |
| }, |
| { |
| "prompt_tokens": 131072, |
| "generated_tokens": 128, |
| "pp": 189.79235543145583, |
| "tg": 9.978903654785249, |
| "ttfp_ms": 690630.3057670593, |
| "total_ms": 703363.6708259583, |
| "memory": { |
| "delta_gtt_used_bytes": 134217728, |
| "delta_ram_used_bytes": 398831616, |
| "delta_vram_used_bytes": 4096, |
| "idle": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72714862592, |
| "ram_available_bytes": 29736456192, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104573210624, |
| "t": 1788586360.7821238, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 508952576 |
| }, |
| "last": { |
| "gtt_total_bytes": 133143986176, |
| "gtt_used_bytes": 72849080320, |
| "ram_available_bytes": 29337624576, |
| "ram_total_bytes": 134309666816, |
| "ram_used_bytes": 104972042240, |
| "t": 1788587064.145355, |
| "vram_total_bytes": 536870912, |
| "vram_used_bytes": 508952576 |
| }, |
| "peak_gtt_used_bytes": 72849080320, |
| "peak_ram_used_bytes": 104972042240, |
| "peak_vram_used_bytes": 508956672, |
| "sample_count": 2803 |
| }, |
| "source_row_sha256": "5529d96e3d1bee14af87530c0a01105776fd9d9db50ddaae533838272c4b9839", |
| "source_raw_sha256": "07d2d590b3972df5a6fbcf894d9c81fd331870e4d379c33ccea5ad45bb3ceb44", |
| "label": "unsloth-compare-unsloth-no-mtp-ladder-pp131072" |
| } |
| ] |
| }, |
| "protocol_notes": [ |
| "Seven sweep rows use the same cold native-token source fixture,128generated tokens,MTPoff and262144context. Runtime-specific cache and execution settings differ and remain in raw identities.", |
| "No Unsloth-on-Laurent cross-run is included." |
| ], |
| "audit": { |
| "verified_rows": 21, |
| "mtp_off_rows": 21, |
| "raw_and_sqlite_checks": "PASS", |
| "fixture_sha256": "ca55a6b6f26a277bdf8c87ae9046f812253d6219d7f9e305075278b76a325e26" |
| }, |
| "host_notes": "All comparative speed rows: Sozo, Ryzen AI MAX+ 395 / Radeon 8060S gfx1151, 128 GiB shared memory, NixOS. No concurrent model workload. CIRU BF16 recaptured on Ciru, same hardware class; retained competitor BF16 captures on Sozo. Ubuntu build and GPU smoke on Ciru are separate qualification.", |
| "labels": { |
| "ciru": "CIRU ROCm10 RC2", |
| "agention": "Agention FP4 FAST / Laurent", |
| "unsloth": "Unsloth IQ4_XS / recommended fork" |
| }, |
| "memory_notes": "RAM is whole-system used memory from the official recorder, not process RSS. GTT and dedicated VRAM accounting overlap the shared-memory hardware and must not be summed. Idle, peak and deltas are retained per request.", |
| "scope": "Three requested MTP-off context sweeps. Separately recorded native-thinking experiments are not part of this release comparison." |
| } |
|
|
