opt/results_sage.json

{
 "gpu": "NVIDIA A100-SXM4-80GB",
 "sm": "80",
 "shapes": [
  {
   "seq": 2048,
   "heads": 64,
   "head_dim": 64,
   "sdpa_ms": 0.401,
   "sage_ms": 0.709,
   "sdpa_tflops": 171.2,
   "sage_tflops": 96.9,
   "speedup": 0.57,
   "sage_max_abs_diff_vs_fp32ref": 0.008,
   "sdpa_max_abs_diff_vs_fp32ref": 0.001,
   "sage_cos_vs_fp32ref": 0.99992
  },
  {
   "seq": 8192,
   "heads": 64,
   "head_dim": 64,
   "sdpa_ms": 5.914,
   "sage_ms": 7.119,
   "sdpa_tflops": 185.9,
   "sage_tflops": 154.4,
   "speedup": 0.83,
   "sage_max_abs_diff_vs_fp32ref": 0.0037,
   "sdpa_max_abs_diff_vs_fp32ref": 0.0005,
   "sage_cos_vs_fp32ref": 0.99992
  },
  {
   "seq": 32768,
   "heads": 64,
   "head_dim": 64,
   "sdpa_ms": 95.461,
   "sage_ms": 98.967,
   "sdpa_tflops": 184.3,
   "sage_tflops": 177.8,
   "speedup": 0.96,
   "sage_max_abs_diff_vs_fp32ref": 0.0016,
   "sdpa_max_abs_diff_vs_fp32ref": 0.0002,
   "sage_cos_vs_fp32ref": 0.99992
  },
  {
   "seq": 2048,
   "heads": 32,
   "head_dim": 128,
   "sdpa_ms": 0.399,
   "sage_ms": 0.789,
   "sdpa_tflops": 172.4,
   "sage_tflops": 87.1,
   "speedup": 0.51,
   "sage_max_abs_diff_vs_fp32ref": 0.0075,
   "sdpa_max_abs_diff_vs_fp32ref": 0.0007,
   "sage_cos_vs_fp32ref": 0.99991
  },
  {
   "seq": 8192,
   "heads": 32,
   "head_dim": 128,
   "sdpa_ms": 5.822,
   "sage_ms": 8.313,
   "sdpa_tflops": 188.8,
   "sage_tflops": 132.3,
   "speedup": 0.7,
   "sage_max_abs_diff_vs_fp32ref": 0.003,
   "sdpa_max_abs_diff_vs_fp32ref": 0.0003,
   "sage_cos_vs_fp32ref": 0.99991
  },
  {
   "seq": 32768,
   "heads": 32,
   "head_dim": 128,
   "sdpa_ms": 94.186,
   "sage_ms": 114.013,
   "sdpa_tflops": 186.8,
   "sage_tflops": 154.3,
   "speedup": 0.83,
   "sage_max_abs_diff_vs_fp32ref": 0.0015,
   "sdpa_max_abs_diff_vs_fp32ref": 0.0002,
   "sage_cos_vs_fp32ref": 0.99991
  }
 ]
}