{
 "conditions": "served, continuous batching, 1 sequence, temperature 0, fresh prompts, 1 warm-up + 3 measured per run, 2 server starts; M5 Max 128 GB",
 "runs": {
  "jangh_1": {
   "decode_tps": {
    "median": 40.38226735895574,
    "min": 40.359399100403074,
    "max": 40.400160343118635,
    "n": 3
   },
   "prefill_tps": {
    "median": 661.8706505697506,
    "min": 660.3233455779463,
    "max": 664.7734717019081,
    "n": 3
   },
   "ttft_long": {
    "median": 7.800617833039723,
    "min": 7.753016959002707,
    "max": 7.808295791037381,
    "n": 3
   },
   "prompt_tokens_long": 5156
  },
  "jangh_2": {
   "decode_tps": {
    "median": 41.01835028022617,
    "min": 40.845551303094105,
    "max": 41.05890447004176,
    "n": 3
   },
   "prefill_tps": {
    "median": 669.4661071306658,
    "min": 669.4529807061525,
    "max": 674.6914765926136,
    "n": 3
   },
   "ttft_long": {
    "median": 7.676266124995891,
    "min": 7.673429125046823,
    "max": 7.683511915965937,
    "n": 3
   },
   "prompt_tokens_long": 5139
  }
 }
}