{
  "device": "cuda",
  "gpu": "NVIDIA GeForce RTX 3090",
  "note": "ms_per_call from both-resident; peak_alloc_gb from solo-resident runs",
  "fp32": {
    "label": "fp32",
    "ms_per_call": 9.421302374903462,
    "calls": 8,
    "context": 512,
    "horizon": 24,
    "peak_alloc_gb": 0.5628209114074707,
    "solo_ms_per_call": 8.356371748959646
  },
  "int8": {
    "label": "int8",
    "ms_per_call": 12.068673750036396,
    "calls": 8,
    "context": 512,
    "horizon": 24,
    "peak_alloc_gb": 0.24840211868286133,
    "solo_ms_per_call": 9.549971626256593
  },
  "disk_mb_fp32": 477.930472,
  "disk_mb_int8": 131.215792,
  "speedup_vs_fp32": 0.7806410687731988
}