{
  "model": "/content/qwen35_uni_max_work/qwen35-unimax-engine-9b-v2_1",
  "source_model": "Qwen/Qwen3.5-9B",
  "environment": {
    "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
    "vram_gib": 94.971,
    "peak_allocated_vram_gib": 70.141,
    "torch": "2.11.0+cu130",
    "cuda": "13.0",
    "cuda_capability": [
      12,
      0
    ],
    "nvidia_driver": "580.82.07",
    "python": "3.13.15"
  },
  "benchmark": {
    "contexts": [
      256,
      1024,
      4096,
      16384
    ],
    "decode_steps": 64,
    "warmup": 2,
    "runs": 5,
    "graph_candidates": [
      2,
      4,
      8
    ],
    "quant_modes": [
      "fp8",
      "int8"
    ],
    "quality_steps": 64,
    "quality_context": 64,
    "min_agreement": 1.0,
    "wall_time_seconds": 90.61699619499996
  },
  "results": {
    "official": [
      [
        256,
        9771.298185735035,
        61.8274717963079
      ],
      [
        1024,
        17823.304562533922,
        61.66807965901939
      ],
      [
        4096,
        20324.797811420387,
        60.59438884144146
      ],
      [
        16384,
        18413.893708085165,
        58.409657369508345
      ]
    ],
    "safe": [
      [
        256,
        10715.681982051035,
        79.45237658001217
      ],
      [
        1024,
        19627.025186990726,
        79.44713049745303
      ],
      [
        4096,
        22395.258154021976,
        79.44376760906928
      ],
      [
        16384,
        22677.037604190627,
        79.4362706749314
      ]
    ],
    "speed": [
      [
        256,
        10573.784778868314,
        79.44571045597908,
        0.28697000016109087,
        10452.495043114082
      ],
      [
        1024,
        19569.254713139573,
        79.44294428720825,
        0.2903700001297693,
        19462.145367010704
      ],
      [
        4096,
        22337.05592154273,
        79.44607524961788,
        0.29715000027863425,
        22300.547693510274
      ],
      [
        16384,
        22578.659939700647,
        79.43958559875574,
        0.32848999990164884,
        22568.420127905207
      ]
    ],
    "verified": null,
    "selected_mode": "exact",
    "selected_block": 8,
    "candidates": [
      {
        "mode": "fp8",
        "accepted": false,
        "agreement": 0.1875,
        "prefix": 10,
        "replay_tok_s": 84.39886475159058,
        "block": 8,
        "reason": "agreement 0.188 < 1.000"
      },
      {
        "mode": "int8",
        "accepted": false,
        "agreement": 1.0,
        "prefix": 64,
        "replay_tok_s": 64.56140914184326,
        "block": 2,
        "reason": "not faster than current 79.45 tok/s"
      }
    ]
  }
}