validation/benchmark.json

[
  {
    "variant": "bf16",
    "repeat": 0,
    "kind": "first_after_unload",
    "server_seconds": 18.932,
    "peak_gpu_used_mib_sampled_100ms": 31566.0,
    "prompt_id": "3ef713e0-ca6c-48a9-8c15-c788aec7465d"
  },
  {
    "variant": "bf16",
    "repeat": 1,
    "kind": "warm_uncached",
    "server_seconds": 15.65,
    "peak_gpu_used_mib_sampled_100ms": 31671.0,
    "prompt_id": "824f54e3-3f72-4464-b63d-ea875d60cb03"
  },
  {
    "variant": "bf16",
    "repeat": 2,
    "kind": "warm_uncached",
    "server_seconds": 15.553,
    "peak_gpu_used_mib_sampled_100ms": 31669.0,
    "prompt_id": "24022bdf-db7d-45f7-8b9b-12c5afa2e5da"
  },
  {
    "variant": "bf16",
    "repeat": 3,
    "kind": "warm_uncached",
    "server_seconds": 15.629,
    "peak_gpu_used_mib_sampled_100ms": 31677.0,
    "prompt_id": "7928a85f-29b9-4a09-a11a-82047c634848"
  },
  {
    "variant": "int8",
    "repeat": 0,
    "kind": "first_after_unload",
    "server_seconds": 9.973,
    "peak_gpu_used_mib_sampled_100ms": 18436.0,
    "prompt_id": "fa61d057-1cb9-4b2b-b964-c706926102d6"
  },
  {
    "variant": "int8",
    "repeat": 1,
    "kind": "warm_uncached",
    "server_seconds": 7.591,
    "peak_gpu_used_mib_sampled_100ms": 18433.0,
    "prompt_id": "f15f1028-f516-481e-aa86-42d8139f8c1c"
  },
  {
    "variant": "int8",
    "repeat": 2,
    "kind": "warm_uncached",
    "server_seconds": 7.496,
    "peak_gpu_used_mib_sampled_100ms": 17857.0,
    "prompt_id": "0c85ba2d-95f8-407a-b6a9-e9df634307dd"
  },
  {
    "variant": "int8",
    "repeat": 3,
    "kind": "warm_uncached",
    "server_seconds": 7.553,
    "peak_gpu_used_mib_sampled_100ms": 18433.0,
    "prompt_id": "b6ef131b-9109-4c63-8647-289adbe47bbc"
  },
  {
    "variant": "nvfp4",
    "repeat": 0,
    "kind": "first_after_unload",
    "server_seconds": 8.083,
    "peak_gpu_used_mib_sampled_100ms": 12668.0,
    "prompt_id": "3ddc23a3-c125-4fe2-bf8c-59cf7502ec20"
  },
  {
    "variant": "nvfp4",
    "repeat": 1,
    "kind": "warm_uncached",
    "server_seconds": 6.749,
    "peak_gpu_used_mib_sampled_100ms": 12675.0,
    "prompt_id": "b152e5c9-bc56-4da2-88f8-456e100a18e2"
  },
  {
    "variant": "nvfp4",
    "repeat": 2,
    "kind": "warm_uncached",
    "server_seconds": 6.746,
    "peak_gpu_used_mib_sampled_100ms": 12678.0,
    "prompt_id": "1308e64c-c68d-407e-acf4-92918d6cb668"
  },
  {
    "variant": "nvfp4",
    "repeat": 3,
    "kind": "warm_uncached",
    "server_seconds": 6.706,
    "peak_gpu_used_mib_sampled_100ms": 13249.0,
    "prompt_id": "847c74d0-3806-4ecb-bc5f-8a5b28d35c02"
  }
]