{
  "created_utc": "2026-09-19T20:07:40.458353+00:00",
  "purpose": "Bounded real-input latency and scheduler placement; not a general accuracy benchmark",
  "model_revision": "f54adbf447f4ca6ec259f529ee3f2e3e09f8cc71",
  "package_files": {
    "Data/com.apple.CoreML/model.mlmodel": "de18e313c3b625e35d008ed8b6b24108edc6df7bf2fae9533af03519eca11b63",
    "Data/com.apple.CoreML/weights/weight.bin": "4da9259f798e44f5a1b50769ee1916fd3747c4d723dd9997b516c7fe238c7895",
    "Manifest.json": "38f812a04eb2322080634ba788c61df362336168466ca67e5549058d346ac793"
  },
  "dataset_revision": "8273f34778b99ac2e12d9f6e7d57dad99ae20845",
  "dataset_sha256": "4f43b442e79ba2e2ce731e27e9b8e340c2b5dfcaffc92d8ff564c34f115ff1ca",
  "environment": {
    "chip": "Apple M5 Pro",
    "memory_bytes": 25769803776,
    "macos": "27.0",
    "os_build": "26A428",
    "python": "3.11.11",
    "coremltools": "9.0"
  },
  "protocol": {
    "rows": [
      0,
      68,
      130
    ],
    "pages": [
      "patient-registration",
      "job-application",
      "auto-claim"
    ],
    "option_counts": [
      27,
      21,
      19
    ],
    "first_call_row": 0,
    "warmup_passes": 2,
    "timed_passes": 10,
    "backend_order": [
      "CPU_ONLY",
      "CPU_AND_GPU",
      "CPU_AND_NE",
      "ALL"
    ],
    "timing_scope": "Synchronous Python MLModel.predict; pre-encoded inputs; output checks outside timer",
    "load_scope": "MLModel construction; system caches retained, not first-install cold start",
    "first_call_scope": "First predict after this load; may use existing system/ANE caches",
    "plan_order": "Compute plan loaded after timing each backend"
  },
  "backends": {
    "CPU_ONLY": {
      "load_ms": 77.25858301273547,
      "first_prediction_ms": 17.035917000612244,
      "warm_prediction": {
        "count": 30,
        "median_ms": 1.6528124979231507,
        "p95_ms": 1.7509769095340744,
        "min_ms": 1.4510419860016555,
        "max_ms": 1.7862079839687794
      },
      "timed_predictions_correct": 30,
      "calls": [
        {
          "row": 0,
          "milliseconds": 1.6987500130198896
        },
        {
          "row": 68,
          "milliseconds": 1.7862079839687794
        },
        {
          "row": 130,
          "milliseconds": 1.65049999486655
        },
        {
          "row": 0,
          "milliseconds": 1.716375001706183
        },
        {
          "row": 68,
          "milliseconds": 1.7633330135140568
        },
        {
          "row": 130,
          "milliseconds": 1.4510419860016555
        },
        {
          "row": 0,
          "milliseconds": 1.6525420069228858
        },
        {
          "row": 68,
          "milliseconds": 1.556083996547386
        },
        {
          "row": 130,
          "milliseconds": 1.6807909996714443
        },
        {
          "row": 0,
          "milliseconds": 1.7177920090034604
        },
        {
          "row": 68,
          "milliseconds": 1.7270410025957972
        },
        {
          "row": 130,
          "milliseconds": 1.7195830005221069
        },
        {
          "row": 0,
          "milliseconds": 1.6070419806055725
        },
        {
          "row": 68,
          "milliseconds": 1.664000010350719
        },
        {
          "row": 130,
          "milliseconds": 1.6511249996256083
        },
        {
          "row": 0,
          "milliseconds": 1.7358750046696514
        },
        {
          "row": 68,
          "milliseconds": 1.682458008872345
        },
        {
          "row": 130,
          "milliseconds": 1.6572079912293702
        },
        {
          "row": 0,
          "milliseconds": 1.581791992066428
        },
        {
          "row": 68,
          "milliseconds": 1.6358340217266232
        },
        {
          "row": 130,
          "milliseconds": 1.625500008231029
        },
        {
          "row": 0,
          "milliseconds": 1.6221669793594629
        },
        {
          "row": 68,
          "milliseconds": 1.6681250126566738
        },
        {
          "row": 130,
          "milliseconds": 1.6530829889234155
        },
        {
          "row": 0,
          "milliseconds": 1.535832998342812
        },
        {
          "row": 68,
          "milliseconds": 1.5366250008810312
        },
        {
          "row": 130,
          "milliseconds": 1.575667003635317
        },
        {
          "row": 0,
          "milliseconds": 1.6152499883901328
        },
        {
          "row": 68,
          "milliseconds": 1.7054580093827099
        },
        {
          "row": 130,
          "milliseconds": 1.6136250051204115
        }
      ],
      "compute_plan": {
        "kind": "MLComputePlan preferred device; not a runtime utilization or power trace",
        "assigned_operation_count": 165,
        "device_counts": {
          "cpu": 165,
          "gpu": 0,
          "ane": 0,
          "unknown": 0
        },
        "unassigned_operation_types": {
          "const": 233
        },
        "operations": [
          {
            "name": "option_mask_to_fp16",
            "type": "ios17.cast",
            "device": "cpu"
          },
          {
            "name": "option_mask_cast_fp16",
            "type": "ios17.not_equal",
            "device": "cpu"
          },
          {
            "name": "context_ids_to_fp16",
            "type": "ios17.cast",
            "device": "cpu"
          },
          {
            "name": "context_mask_cast_fp16",
            "type": "ios17.not_equal",
            "device": "cpu"
          },
          {
            "name": "var_42_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "cpu"
          },
          {
            "name": "fill_like_0_cast_fp16",
            "type": "ios16.fill_like",
            "device": "cpu"
          },
          {
            "name": "var_58_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "cpu"
          },
          {
            "name": "safe_context_ids_cast_fp16",
            "type": "ios17.concat",
            "device": "cpu"
          },
          {
            "name": "cast_0",
            "type": "ios17.cast",
            "device": "cpu"
          },
          {
            "name": "gather_0",
            "type": "ios17.gather",
            "device": "cpu"
          },
          {
            "name": "src_1_cast_fp16",
            "type": "ios17.add",
            "device": "cpu"
          },
          {
            "name": "mask_1_cast_fp16",
            "type": "ios17.equal",
            "device": "cpu"
          },
          {
            "name": "key_padding_mask_1_cast_fp16",
            "type": "select",
            "device": "cpu"
          },
          {
            "name": "query_1_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "cpu"
          },
          {
            "name": "query_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "linear_0_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "var_139_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "var_140_cast_fp16",
            "type": "ios17.expand_dims",
            "device": "cpu"
          },
          {
            "name": "var_141_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "var_142_cast_fp16",
            "type": "ios17.squeeze",
            "device": "cpu"
          },
          {
            "name": "q_1_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "cpu"
          },
          {
            "name": "k_1_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "cpu"
          },
          {
            "name": "v_1_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "cpu"
          },
          {
            "name": "var_151_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "var_158_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "var_165_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "var_169_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "var_171_cast_fp16",
            "type": "tile",
            "device": "cpu"
          },
          {
            "name": "q_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "q_5_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "k_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "k_5_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "v_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "v_5_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "mul_1_cast_fp16",
            "type": "ios17.mul",
            "device": "cpu"
          },
          {
            "name": "matmul_0_cast_fp16",
            "type": "ios17.matmul",
            "device": "cpu"
          },
          {
            "name": "add_0_cast_fp16",
            "type": "ios17.add",
            "device": "cpu"
          },
          {
            "name": "softmax_0_cast_fp16",
            "type": "ios16.softmax",
            "device": "cpu"
          },
          {
            "name": "attn_output_1_cast_fp16",
            "type": "ios17.matmul",
            "device": "cpu"
          },
          {
            "name": "var_187_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "attn_output_3_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "linear_1_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "attn_output_7_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "input_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "input_5_cast_fp16",
            "type": "ios17.add",
            "device": "cpu"
          },
          {
            "name": "input_7_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "cpu"
          },
          {
            "name": "linear_2_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "input_11_cast_fp16",
            "type": "ios16.relu",
            "device": "cpu"
          },
          {
            "name": "linear_3_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "input_17_cast_fp16",
            "type": "ios17.add",
            "device": "cpu"
          },
          {
            "name": "query_5_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "cpu"
          },
          {
            "name": "query_7_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "linear_4_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "var_246_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "var_247_cast_fp16",
            "type": "ios17.expand_dims",
            "device": "cpu"
          },
          {
            "name": "var_248_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "var_249_cast_fp16",
            "type": "ios17.squeeze",
            "device": "cpu"
          },
          {
            "name": "q_7_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "cpu"
          },
          {
            "name": "k_7_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "cpu"
          },
          {
            "name": "v_7_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "cpu"
          },
          {
            "name": "var_258_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "var_265_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "var_272_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "q_9_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "q_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "k_9_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "k_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "v_9_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "v_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "mul_3_cast_fp16",
            "type": "ios17.mul",
            "device": "cpu"
          },
          {
            "name": "matmul_1_cast_fp16",
            "type": "ios17.matmul",
            "device": "cpu"
          },
          {
            "name": "add_1_cast_fp16",
            "type": "ios17.add",
            "device": "cpu"
          },
          {
            "name": "softmax_1_cast_fp16",
            "type": "ios16.softmax",
            "device": "cpu"
          },
          {
            "name": "attn_output_9_cast_fp16",
            "type": "ios17.matmul",
            "device": "cpu"
          },
          {
            "name": "var_294_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "attn_output_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "linear_5_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "attn_output_15_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "input_19_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "input_21_cast_fp16",
            "type": "ios17.add",
            "device": "cpu"
          },
          {
            "name": "input_23_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "cpu"
          },
          {
            "name": "linear_6_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "input_27_cast_fp16",
            "type": "ios16.relu",
            "device": "cpu"
          },
          {
            "name": "linear_7_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "context_cast_fp16",
            "type": "ios17.add",
            "device": "cpu"
          },
          {
            "name": "option_ids_to_fp16",
            "type": "ios17.cast",
            "device": "cpu"
          },
          {
            "name": "mask_flat_ids_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "flat_mask_cast_fp16",
            "type": "ios17.not_equal",
            "device": "cpu"
          },
          {
            "name": "var_353_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "cpu"
          },
          {
            "name": "fill_like_1_cast_fp16",
            "type": "ios16.fill_like",
            "device": "cpu"
          },
          {
            "name": "var_369_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "cpu"
          },
          {
            "name": "safe_ids_cast_fp16",
            "type": "ios17.concat",
            "device": "cpu"
          },
          {
            "name": "reshape_0",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "cast_1",
            "type": "ios17.cast",
            "device": "cpu"
          },
          {
            "name": "gather_1",
            "type": "ios17.gather",
            "device": "cpu"
          },
          {
            "name": "src_cast_fp16",
            "type": "ios17.add",
            "device": "cpu"
          },
          {
            "name": "mask_cast_fp16",
            "type": "ios17.equal",
            "device": "cpu"
          },
          {
            "name": "key_padding_mask_7_cast_fp16",
            "type": "select",
            "device": "cpu"
          },
          {
            "name": "query_9_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "cpu"
          },
          {
            "name": "query_11_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "linear_8_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "var_448_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "var_449_cast_fp16",
            "type": "ios17.expand_dims",
            "device": "cpu"
          },
          {
            "name": "var_450_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "var_451_cast_fp16",
            "type": "ios17.squeeze",
            "device": "cpu"
          },
          {
            "name": "q_13_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "cpu"
          },
          {
            "name": "k_13_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "cpu"
          },
          {
            "name": "v_13_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "cpu"
          },
          {
            "name": "var_460_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "var_467_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "var_474_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "var_478_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "var_480_cast_fp16",
            "type": "tile",
            "device": "cpu"
          },
          {
            "name": "q_15_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "q_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "k_15_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "k_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "v_15_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "v_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "mul_5_cast_fp16",
            "type": "ios17.mul",
            "device": "cpu"
          },
          {
            "name": "matmul_2_cast_fp16",
            "type": "ios17.matmul",
            "device": "cpu"
          },
          {
            "name": "add_2_cast_fp16",
            "type": "ios17.add",
            "device": "cpu"
          },
          {
            "name": "softmax_2_cast_fp16",
            "type": "ios16.softmax",
            "device": "cpu"
          },
          {
            "name": "attn_output_17_cast_fp16",
            "type": "ios17.matmul",
            "device": "cpu"
          },
          {
            "name": "var_496_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "attn_output_19_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "linear_9_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "attn_output_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "input_35_cast_fp16",
            "type": "ios17.transpose",
            "device": "cpu"
          },
          {
            "name": "input_37_cast_fp16",
            "type": "ios17.add",
            "device": "cpu"
          },
          {
            "name": "input_39_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "cpu"
          },
          {
            "name": "linear_10_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "input_43_cast_fp16",
            "type": "ios16.relu",
            "device": "cpu"
          },
          {
            "name": "linear_11_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "hidden_cast_fp16",
            "type": "ios17.add",
            "device": "cpu"
          },
          {
            "name": "var_524",
            "type": "ios17.expand_dims",
            "device": "cpu"
          },
          {
            "name": "var_524_to_fp16",
            "type": "ios17.cast",
            "device": "cpu"
          },
          {
            "name": "var_530_cast_fp16",
            "type": "ios17.mul",
            "device": "cpu"
          },
          {
            "name": "var_535_cast_fp16",
            "type": "ios16.reduce_sum",
            "device": "cpu"
          },
          {
            "name": "var_540_cast_fp16",
            "type": "ios16.reduce_sum",
            "device": "cpu"
          },
          {
            "name": "var_542_cast_fp16",
            "type": "ios17.maximum",
            "device": "cpu"
          },
          {
            "name": "pooled_cast_fp16",
            "type": "ios17.real_div",
            "device": "cpu"
          },
          {
            "name": "options_cast_fp16",
            "type": "ios17.reshape",
            "device": "cpu"
          },
          {
            "name": "input_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "cpu"
          },
          {
            "name": "input_53_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "cpu"
          },
          {
            "name": "linear_12_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "linear_13_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "linear_14_cast_fp16",
            "type": "ios17.linear",
            "device": "cpu"
          },
          {
            "name": "matmul_3_cast_fp16",
            "type": "ios17.matmul",
            "device": "cpu"
          },
          {
            "name": "_inversed_scores_1_cast_fp16",
            "type": "ios17.mul",
            "device": "cpu"
          },
          {
            "name": "var_587",
            "type": "ios17.expand_dims",
            "device": "cpu"
          },
          {
            "name": "var_589",
            "type": "ios17.logical_not",
            "device": "cpu"
          },
          {
            "name": "scores_cast_fp16",
            "type": "select",
            "device": "cpu"
          },
          {
            "name": "var_591_cast_fp16",
            "type": "ios16.softmax",
            "device": "cpu"
          },
          {
            "name": "matmul_4_cast_fp16",
            "type": "ios17.matmul",
            "device": "cpu"
          },
          {
            "name": "var_594_cast_fp16",
            "type": "ios17.mul",
            "device": "cpu"
          },
          {
            "name": "var_596_cast_fp16",
            "type": "ios16.reduce_sum",
            "device": "cpu"
          },
          {
            "name": "_inversed_logits_1_cast_fp16",
            "type": "ios17.mul",
            "device": "cpu"
          },
          {
            "name": "var_599",
            "type": "ios17.logical_not",
            "device": "cpu"
          },
          {
            "name": "logits_3_cast_fp16",
            "type": "select",
            "device": "cpu"
          },
          {
            "name": "var_607_cast_fp16",
            "type": "ios16.fill_like",
            "device": "cpu"
          },
          {
            "name": "logits_cast_fp16",
            "type": "select",
            "device": "cpu"
          },
          {
            "name": "var_611_cast_fp16",
            "type": "ios16.softmax",
            "device": "cpu"
          },
          {
            "name": "probabilities",
            "type": "ios17.cast",
            "device": "cpu"
          },
          {
            "name": "logits",
            "type": "ios17.cast",
            "device": "cpu"
          }
        ]
      }
    },
    "CPU_AND_GPU": {
      "load_ms": 83.79112498369068,
      "first_prediction_ms": 442.5840419717133,
      "warm_prediction": {
        "count": 30,
        "median_ms": 2.237292006611824,
        "p95_ms": 2.9901315414463165,
        "min_ms": 1.8634590087458491,
        "max_ms": 3.190709016053006
      },
      "timed_predictions_correct": 30,
      "calls": [
        {
          "row": 0,
          "milliseconds": 2.2560000070370734
        },
        {
          "row": 68,
          "milliseconds": 2.181834017392248
        },
        {
          "row": 130,
          "milliseconds": 2.287249983055517
        },
        {
          "row": 0,
          "milliseconds": 2.241292007965967
        },
        {
          "row": 68,
          "milliseconds": 1.8634590087458491
        },
        {
          "row": 130,
          "milliseconds": 2.1740839874837548
        },
        {
          "row": 0,
          "milliseconds": 2.291666984092444
        },
        {
          "row": 68,
          "milliseconds": 2.3829590063542128
        },
        {
          "row": 130,
          "milliseconds": 1.964750001206994
        },
        {
          "row": 0,
          "milliseconds": 1.899958006106317
        },
        {
          "row": 68,
          "milliseconds": 2.066874993033707
        },
        {
          "row": 130,
          "milliseconds": 2.374832984060049
        },
        {
          "row": 0,
          "milliseconds": 2.396042022155598
        },
        {
          "row": 68,
          "milliseconds": 3.0421249975916
        },
        {
          "row": 130,
          "milliseconds": 2.23837501835078
        },
        {
          "row": 0,
          "milliseconds": 2.1047500194981694
        },
        {
          "row": 68,
          "milliseconds": 2.236208994872868
        },
        {
          "row": 130,
          "milliseconds": 2.1448749757837504
        },
        {
          "row": 0,
          "milliseconds": 2.16958302189596
        },
        {
          "row": 68,
          "milliseconds": 2.2922919888515025
        },
        {
          "row": 130,
          "milliseconds": 2.0957090018782765
        },
        {
          "row": 0,
          "milliseconds": 3.190709016053006
        },
        {
          "row": 68,
          "milliseconds": 2.9265839839354157
        },
        {
          "row": 130,
          "milliseconds": 2.6843750092666596
        },
        {
          "row": 0,
          "milliseconds": 2.227958000730723
        },
        {
          "row": 68,
          "milliseconds": 2.6705830241553485
        },
        {
          "row": 130,
          "milliseconds": 2.2067499812692404
        },
        {
          "row": 0,
          "milliseconds": 2.042457985226065
        },
        {
          "row": 68,
          "milliseconds": 2.5028749951161444
        },
        {
          "row": 130,
          "milliseconds": 2.067749999696389
        }
      ],
      "compute_plan": {
        "kind": "MLComputePlan preferred device; not a runtime utilization or power trace",
        "assigned_operation_count": 165,
        "device_counts": {
          "cpu": 0,
          "gpu": 165,
          "ane": 0,
          "unknown": 0
        },
        "unassigned_operation_types": {
          "const": 233
        },
        "operations": [
          {
            "name": "option_mask_to_fp16",
            "type": "ios17.cast",
            "device": "gpu"
          },
          {
            "name": "option_mask_cast_fp16",
            "type": "ios17.not_equal",
            "device": "gpu"
          },
          {
            "name": "context_ids_to_fp16",
            "type": "ios17.cast",
            "device": "gpu"
          },
          {
            "name": "context_mask_cast_fp16",
            "type": "ios17.not_equal",
            "device": "gpu"
          },
          {
            "name": "var_42_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "gpu"
          },
          {
            "name": "fill_like_0_cast_fp16",
            "type": "ios16.fill_like",
            "device": "gpu"
          },
          {
            "name": "var_58_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "gpu"
          },
          {
            "name": "safe_context_ids_cast_fp16",
            "type": "ios17.concat",
            "device": "gpu"
          },
          {
            "name": "cast_0",
            "type": "ios17.cast",
            "device": "gpu"
          },
          {
            "name": "gather_0",
            "type": "ios17.gather",
            "device": "gpu"
          },
          {
            "name": "src_1_cast_fp16",
            "type": "ios17.add",
            "device": "gpu"
          },
          {
            "name": "mask_1_cast_fp16",
            "type": "ios17.equal",
            "device": "gpu"
          },
          {
            "name": "key_padding_mask_1_cast_fp16",
            "type": "select",
            "device": "gpu"
          },
          {
            "name": "query_1_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "gpu"
          },
          {
            "name": "query_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "linear_0_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "var_139_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "var_140_cast_fp16",
            "type": "ios17.expand_dims",
            "device": "gpu"
          },
          {
            "name": "var_141_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "var_142_cast_fp16",
            "type": "ios17.squeeze",
            "device": "gpu"
          },
          {
            "name": "q_1_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "gpu"
          },
          {
            "name": "k_1_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "gpu"
          },
          {
            "name": "v_1_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "gpu"
          },
          {
            "name": "var_151_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "var_158_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "var_165_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "var_169_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "var_171_cast_fp16",
            "type": "tile",
            "device": "gpu"
          },
          {
            "name": "q_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "q_5_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "k_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "k_5_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "v_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "v_5_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "mul_1_cast_fp16",
            "type": "ios17.mul",
            "device": "gpu"
          },
          {
            "name": "matmul_0_cast_fp16",
            "type": "ios17.matmul",
            "device": "gpu"
          },
          {
            "name": "add_0_cast_fp16",
            "type": "ios17.add",
            "device": "gpu"
          },
          {
            "name": "softmax_0_cast_fp16",
            "type": "ios16.softmax",
            "device": "gpu"
          },
          {
            "name": "attn_output_1_cast_fp16",
            "type": "ios17.matmul",
            "device": "gpu"
          },
          {
            "name": "var_187_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "attn_output_3_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "linear_1_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "attn_output_7_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "input_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "input_5_cast_fp16",
            "type": "ios17.add",
            "device": "gpu"
          },
          {
            "name": "input_7_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "gpu"
          },
          {
            "name": "linear_2_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "input_11_cast_fp16",
            "type": "ios16.relu",
            "device": "gpu"
          },
          {
            "name": "linear_3_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "input_17_cast_fp16",
            "type": "ios17.add",
            "device": "gpu"
          },
          {
            "name": "query_5_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "gpu"
          },
          {
            "name": "query_7_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "linear_4_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "var_246_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "var_247_cast_fp16",
            "type": "ios17.expand_dims",
            "device": "gpu"
          },
          {
            "name": "var_248_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "var_249_cast_fp16",
            "type": "ios17.squeeze",
            "device": "gpu"
          },
          {
            "name": "q_7_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "gpu"
          },
          {
            "name": "k_7_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "gpu"
          },
          {
            "name": "v_7_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "gpu"
          },
          {
            "name": "var_258_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "var_265_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "var_272_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "q_9_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "q_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "k_9_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "k_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "v_9_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "v_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "mul_3_cast_fp16",
            "type": "ios17.mul",
            "device": "gpu"
          },
          {
            "name": "matmul_1_cast_fp16",
            "type": "ios17.matmul",
            "device": "gpu"
          },
          {
            "name": "add_1_cast_fp16",
            "type": "ios17.add",
            "device": "gpu"
          },
          {
            "name": "softmax_1_cast_fp16",
            "type": "ios16.softmax",
            "device": "gpu"
          },
          {
            "name": "attn_output_9_cast_fp16",
            "type": "ios17.matmul",
            "device": "gpu"
          },
          {
            "name": "var_294_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "attn_output_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "linear_5_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "attn_output_15_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "input_19_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "input_21_cast_fp16",
            "type": "ios17.add",
            "device": "gpu"
          },
          {
            "name": "input_23_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "gpu"
          },
          {
            "name": "linear_6_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "input_27_cast_fp16",
            "type": "ios16.relu",
            "device": "gpu"
          },
          {
            "name": "linear_7_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "context_cast_fp16",
            "type": "ios17.add",
            "device": "gpu"
          },
          {
            "name": "option_ids_to_fp16",
            "type": "ios17.cast",
            "device": "gpu"
          },
          {
            "name": "mask_flat_ids_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "flat_mask_cast_fp16",
            "type": "ios17.not_equal",
            "device": "gpu"
          },
          {
            "name": "var_353_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "gpu"
          },
          {
            "name": "fill_like_1_cast_fp16",
            "type": "ios16.fill_like",
            "device": "gpu"
          },
          {
            "name": "var_369_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "gpu"
          },
          {
            "name": "safe_ids_cast_fp16",
            "type": "ios17.concat",
            "device": "gpu"
          },
          {
            "name": "reshape_0",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "cast_1",
            "type": "ios17.cast",
            "device": "gpu"
          },
          {
            "name": "gather_1",
            "type": "ios17.gather",
            "device": "gpu"
          },
          {
            "name": "src_cast_fp16",
            "type": "ios17.add",
            "device": "gpu"
          },
          {
            "name": "mask_cast_fp16",
            "type": "ios17.equal",
            "device": "gpu"
          },
          {
            "name": "key_padding_mask_7_cast_fp16",
            "type": "select",
            "device": "gpu"
          },
          {
            "name": "query_9_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "gpu"
          },
          {
            "name": "query_11_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "linear_8_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "var_448_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "var_449_cast_fp16",
            "type": "ios17.expand_dims",
            "device": "gpu"
          },
          {
            "name": "var_450_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "var_451_cast_fp16",
            "type": "ios17.squeeze",
            "device": "gpu"
          },
          {
            "name": "q_13_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "gpu"
          },
          {
            "name": "k_13_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "gpu"
          },
          {
            "name": "v_13_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "gpu"
          },
          {
            "name": "var_460_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "var_467_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "var_474_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "var_478_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "var_480_cast_fp16",
            "type": "tile",
            "device": "gpu"
          },
          {
            "name": "q_15_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "q_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "k_15_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "k_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "v_15_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "v_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "mul_5_cast_fp16",
            "type": "ios17.mul",
            "device": "gpu"
          },
          {
            "name": "matmul_2_cast_fp16",
            "type": "ios17.matmul",
            "device": "gpu"
          },
          {
            "name": "add_2_cast_fp16",
            "type": "ios17.add",
            "device": "gpu"
          },
          {
            "name": "softmax_2_cast_fp16",
            "type": "ios16.softmax",
            "device": "gpu"
          },
          {
            "name": "attn_output_17_cast_fp16",
            "type": "ios17.matmul",
            "device": "gpu"
          },
          {
            "name": "var_496_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "attn_output_19_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "linear_9_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "attn_output_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "input_35_cast_fp16",
            "type": "ios17.transpose",
            "device": "gpu"
          },
          {
            "name": "input_37_cast_fp16",
            "type": "ios17.add",
            "device": "gpu"
          },
          {
            "name": "input_39_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "gpu"
          },
          {
            "name": "linear_10_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "input_43_cast_fp16",
            "type": "ios16.relu",
            "device": "gpu"
          },
          {
            "name": "linear_11_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "hidden_cast_fp16",
            "type": "ios17.add",
            "device": "gpu"
          },
          {
            "name": "var_524",
            "type": "ios17.expand_dims",
            "device": "gpu"
          },
          {
            "name": "var_524_to_fp16",
            "type": "ios17.cast",
            "device": "gpu"
          },
          {
            "name": "var_530_cast_fp16",
            "type": "ios17.mul",
            "device": "gpu"
          },
          {
            "name": "var_535_cast_fp16",
            "type": "ios16.reduce_sum",
            "device": "gpu"
          },
          {
            "name": "var_540_cast_fp16",
            "type": "ios16.reduce_sum",
            "device": "gpu"
          },
          {
            "name": "var_542_cast_fp16",
            "type": "ios17.maximum",
            "device": "gpu"
          },
          {
            "name": "pooled_cast_fp16",
            "type": "ios17.real_div",
            "device": "gpu"
          },
          {
            "name": "options_cast_fp16",
            "type": "ios17.reshape",
            "device": "gpu"
          },
          {
            "name": "input_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "gpu"
          },
          {
            "name": "input_53_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "gpu"
          },
          {
            "name": "linear_12_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "linear_13_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "linear_14_cast_fp16",
            "type": "ios17.linear",
            "device": "gpu"
          },
          {
            "name": "matmul_3_cast_fp16",
            "type": "ios17.matmul",
            "device": "gpu"
          },
          {
            "name": "_inversed_scores_1_cast_fp16",
            "type": "ios17.mul",
            "device": "gpu"
          },
          {
            "name": "var_587",
            "type": "ios17.expand_dims",
            "device": "gpu"
          },
          {
            "name": "var_589",
            "type": "ios17.logical_not",
            "device": "gpu"
          },
          {
            "name": "scores_cast_fp16",
            "type": "select",
            "device": "gpu"
          },
          {
            "name": "var_591_cast_fp16",
            "type": "ios16.softmax",
            "device": "gpu"
          },
          {
            "name": "matmul_4_cast_fp16",
            "type": "ios17.matmul",
            "device": "gpu"
          },
          {
            "name": "var_594_cast_fp16",
            "type": "ios17.mul",
            "device": "gpu"
          },
          {
            "name": "var_596_cast_fp16",
            "type": "ios16.reduce_sum",
            "device": "gpu"
          },
          {
            "name": "_inversed_logits_1_cast_fp16",
            "type": "ios17.mul",
            "device": "gpu"
          },
          {
            "name": "var_599",
            "type": "ios17.logical_not",
            "device": "gpu"
          },
          {
            "name": "logits_3_cast_fp16",
            "type": "select",
            "device": "gpu"
          },
          {
            "name": "var_607_cast_fp16",
            "type": "ios16.fill_like",
            "device": "gpu"
          },
          {
            "name": "logits_cast_fp16",
            "type": "select",
            "device": "gpu"
          },
          {
            "name": "var_611_cast_fp16",
            "type": "ios16.softmax",
            "device": "gpu"
          },
          {
            "name": "probabilities",
            "type": "ios17.cast",
            "device": "gpu"
          },
          {
            "name": "logits",
            "type": "ios17.cast",
            "device": "gpu"
          }
        ]
      }
    },
    "CPU_AND_NE": {
      "load_ms": 651.0066249757074,
      "first_prediction_ms": 1.54916598694399,
      "warm_prediction": {
        "count": 30,
        "median_ms": 1.0025210067396984,
        "p95_ms": 1.0631562676280737,
        "min_ms": 0.9642079821787775,
        "max_ms": 1.0732910013757646
      },
      "timed_predictions_correct": 30,
      "calls": [
        {
          "row": 0,
          "milliseconds": 1.0022920032497495
        },
        {
          "row": 68,
          "milliseconds": 0.995707989204675
        },
        {
          "row": 130,
          "milliseconds": 1.0302080190740526
        },
        {
          "row": 0,
          "milliseconds": 1.0732910013757646
        },
        {
          "row": 68,
          "milliseconds": 0.9841250139288604
        },
        {
          "row": 130,
          "milliseconds": 0.978750002104789
        },
        {
          "row": 0,
          "milliseconds": 1.0079999919980764
        },
        {
          "row": 68,
          "milliseconds": 0.9719169756863266
        },
        {
          "row": 130,
          "milliseconds": 1.0007499950006604
        },
        {
          "row": 0,
          "milliseconds": 1.0027500102296472
        },
        {
          "row": 68,
          "milliseconds": 1.0640000109560788
        },
        {
          "row": 130,
          "milliseconds": 1.0217910166829824
        },
        {
          "row": 0,
          "milliseconds": 0.9772079938556999
        },
        {
          "row": 68,
          "milliseconds": 0.9737089858390391
        },
        {
          "row": 130,
          "milliseconds": 0.9642079821787775
        },
        {
          "row": 0,
          "milliseconds": 0.9794160141609609
        },
        {
          "row": 68,
          "milliseconds": 1.0061249777209014
        },
        {
          "row": 130,
          "milliseconds": 1.0047079995274544
        },
        {
          "row": 0,
          "milliseconds": 1.038791990140453
        },
        {
          "row": 68,
          "milliseconds": 1.0125830012839288
        },
        {
          "row": 130,
          "milliseconds": 1.0621250257827342
        },
        {
          "row": 0,
          "milliseconds": 1.0089580027852207
        },
        {
          "row": 68,
          "milliseconds": 0.9832920040935278
        },
        {
          "row": 130,
          "milliseconds": 0.9904580074362457
        },
        {
          "row": 0,
          "milliseconds": 0.9932499960996211
        },
        {
          "row": 68,
          "milliseconds": 1.0070830176118761
        },
        {
          "row": 130,
          "milliseconds": 1.0052089928649366
        },
        {
          "row": 0,
          "milliseconds": 1.004124991595745
        },
        {
          "row": 68,
          "milliseconds": 0.9940839954651892
        },
        {
          "row": 130,
          "milliseconds": 0.9704580006655306
        }
      ],
      "compute_plan": {
        "kind": "MLComputePlan preferred device; not a runtime utilization or power trace",
        "assigned_operation_count": 165,
        "device_counts": {
          "cpu": 3,
          "gpu": 0,
          "ane": 162,
          "unknown": 0
        },
        "unassigned_operation_types": {
          "const": 233
        },
        "operations": [
          {
            "name": "option_mask_to_fp16",
            "type": "ios17.cast",
            "device": "cpu"
          },
          {
            "name": "option_mask_cast_fp16",
            "type": "ios17.not_equal",
            "device": "ane"
          },
          {
            "name": "context_ids_to_fp16",
            "type": "ios17.cast",
            "device": "cpu"
          },
          {
            "name": "context_mask_cast_fp16",
            "type": "ios17.not_equal",
            "device": "ane"
          },
          {
            "name": "var_42_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "fill_like_0_cast_fp16",
            "type": "ios16.fill_like",
            "device": "ane"
          },
          {
            "name": "var_58_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "safe_context_ids_cast_fp16",
            "type": "ios17.concat",
            "device": "ane"
          },
          {
            "name": "cast_0",
            "type": "ios17.cast",
            "device": "ane"
          },
          {
            "name": "gather_0",
            "type": "ios17.gather",
            "device": "ane"
          },
          {
            "name": "src_1_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "mask_1_cast_fp16",
            "type": "ios17.equal",
            "device": "ane"
          },
          {
            "name": "key_padding_mask_1_cast_fp16",
            "type": "select",
            "device": "ane"
          },
          {
            "name": "query_1_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "query_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "linear_0_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "var_139_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_140_cast_fp16",
            "type": "ios17.expand_dims",
            "device": "ane"
          },
          {
            "name": "var_141_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "var_142_cast_fp16",
            "type": "ios17.squeeze",
            "device": "ane"
          },
          {
            "name": "q_1_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "k_1_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "v_1_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "var_151_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_158_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_165_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_169_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_171_cast_fp16",
            "type": "tile",
            "device": "ane"
          },
          {
            "name": "q_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "q_5_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "k_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "k_5_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "v_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "v_5_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "mul_1_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "matmul_0_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "add_0_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "softmax_0_cast_fp16",
            "type": "ios16.softmax",
            "device": "ane"
          },
          {
            "name": "attn_output_1_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "var_187_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "attn_output_3_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "linear_1_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "attn_output_7_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "input_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "input_5_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "input_7_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "linear_2_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "input_11_cast_fp16",
            "type": "ios16.relu",
            "device": "ane"
          },
          {
            "name": "linear_3_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "input_17_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "query_5_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "query_7_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "linear_4_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "var_246_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_247_cast_fp16",
            "type": "ios17.expand_dims",
            "device": "ane"
          },
          {
            "name": "var_248_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "var_249_cast_fp16",
            "type": "ios17.squeeze",
            "device": "ane"
          },
          {
            "name": "q_7_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "k_7_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "v_7_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "var_258_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_265_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_272_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "q_9_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "q_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "k_9_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "k_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "v_9_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "v_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "mul_3_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "matmul_1_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "add_1_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "softmax_1_cast_fp16",
            "type": "ios16.softmax",
            "device": "ane"
          },
          {
            "name": "attn_output_9_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "var_294_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "attn_output_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "linear_5_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "attn_output_15_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "input_19_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "input_21_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "input_23_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "linear_6_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "input_27_cast_fp16",
            "type": "ios16.relu",
            "device": "ane"
          },
          {
            "name": "linear_7_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "context_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "option_ids_to_fp16",
            "type": "ios17.cast",
            "device": "cpu"
          },
          {
            "name": "mask_flat_ids_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "flat_mask_cast_fp16",
            "type": "ios17.not_equal",
            "device": "ane"
          },
          {
            "name": "var_353_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "fill_like_1_cast_fp16",
            "type": "ios16.fill_like",
            "device": "ane"
          },
          {
            "name": "var_369_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "safe_ids_cast_fp16",
            "type": "ios17.concat",
            "device": "ane"
          },
          {
            "name": "reshape_0",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "cast_1",
            "type": "ios17.cast",
            "device": "ane"
          },
          {
            "name": "gather_1",
            "type": "ios17.gather",
            "device": "ane"
          },
          {
            "name": "src_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "mask_cast_fp16",
            "type": "ios17.equal",
            "device": "ane"
          },
          {
            "name": "key_padding_mask_7_cast_fp16",
            "type": "select",
            "device": "ane"
          },
          {
            "name": "query_9_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "query_11_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "linear_8_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "var_448_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_449_cast_fp16",
            "type": "ios17.expand_dims",
            "device": "ane"
          },
          {
            "name": "var_450_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "var_451_cast_fp16",
            "type": "ios17.squeeze",
            "device": "ane"
          },
          {
            "name": "q_13_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "k_13_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "v_13_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "var_460_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_467_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_474_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_478_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_480_cast_fp16",
            "type": "tile",
            "device": "ane"
          },
          {
            "name": "q_15_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "q_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "k_15_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "k_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "v_15_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "v_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "mul_5_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "matmul_2_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "add_2_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "softmax_2_cast_fp16",
            "type": "ios16.softmax",
            "device": "ane"
          },
          {
            "name": "attn_output_17_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "var_496_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "attn_output_19_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "linear_9_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "attn_output_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "input_35_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "input_37_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "input_39_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "linear_10_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "input_43_cast_fp16",
            "type": "ios16.relu",
            "device": "ane"
          },
          {
            "name": "linear_11_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "hidden_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "var_524",
            "type": "ios17.expand_dims",
            "device": "ane"
          },
          {
            "name": "var_524_to_fp16",
            "type": "ios17.cast",
            "device": "ane"
          },
          {
            "name": "var_530_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "var_535_cast_fp16",
            "type": "ios16.reduce_sum",
            "device": "ane"
          },
          {
            "name": "var_540_cast_fp16",
            "type": "ios16.reduce_sum",
            "device": "ane"
          },
          {
            "name": "var_542_cast_fp16",
            "type": "ios17.maximum",
            "device": "ane"
          },
          {
            "name": "pooled_cast_fp16",
            "type": "ios17.real_div",
            "device": "ane"
          },
          {
            "name": "options_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "input_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "input_53_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "linear_12_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "linear_13_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "linear_14_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "matmul_3_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "_inversed_scores_1_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "var_587",
            "type": "ios17.expand_dims",
            "device": "ane"
          },
          {
            "name": "var_589",
            "type": "ios17.logical_not",
            "device": "ane"
          },
          {
            "name": "scores_cast_fp16",
            "type": "select",
            "device": "ane"
          },
          {
            "name": "var_591_cast_fp16",
            "type": "ios16.softmax",
            "device": "ane"
          },
          {
            "name": "matmul_4_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "var_594_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "var_596_cast_fp16",
            "type": "ios16.reduce_sum",
            "device": "ane"
          },
          {
            "name": "_inversed_logits_1_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "var_599",
            "type": "ios17.logical_not",
            "device": "ane"
          },
          {
            "name": "logits_3_cast_fp16",
            "type": "select",
            "device": "ane"
          },
          {
            "name": "var_607_cast_fp16",
            "type": "ios16.fill_like",
            "device": "ane"
          },
          {
            "name": "logits_cast_fp16",
            "type": "select",
            "device": "ane"
          },
          {
            "name": "var_611_cast_fp16",
            "type": "ios16.softmax",
            "device": "ane"
          },
          {
            "name": "probabilities",
            "type": "ios17.cast",
            "device": "ane"
          },
          {
            "name": "logits",
            "type": "ios17.cast",
            "device": "ane"
          }
        ]
      }
    },
    "ALL": {
      "load_ms": 616.2445000081789,
      "first_prediction_ms": 1.4469160232692957,
      "warm_prediction": {
        "count": 30,
        "median_ms": 0.9694789914647117,
        "p95_ms": 0.9983017560443841,
        "min_ms": 0.947958993492648,
        "max_ms": 1.0204589925706387
      },
      "timed_predictions_correct": 30,
      "calls": [
        {
          "row": 0,
          "milliseconds": 0.9807920141611248
        },
        {
          "row": 68,
          "milliseconds": 0.9690829901956022
        },
        {
          "row": 130,
          "milliseconds": 0.9684590040706098
        },
        {
          "row": 0,
          "milliseconds": 0.9725840063765645
        },
        {
          "row": 68,
          "milliseconds": 0.9725420095492154
        },
        {
          "row": 130,
          "milliseconds": 0.9714580082800239
        },
        {
          "row": 0,
          "milliseconds": 0.9822079737205058
        },
        {
          "row": 68,
          "milliseconds": 0.9763329871930182
        },
        {
          "row": 130,
          "milliseconds": 0.9671660081949085
        },
        {
          "row": 0,
          "milliseconds": 0.9611659916117787
        },
        {
          "row": 68,
          "milliseconds": 0.9519580053165555
        },
        {
          "row": 130,
          "milliseconds": 0.9669169958215207
        },
        {
          "row": 0,
          "milliseconds": 0.9737499931361526
        },
        {
          "row": 68,
          "milliseconds": 0.9952080145012587
        },
        {
          "row": 130,
          "milliseconds": 1.0204589925706387
        },
        {
          "row": 0,
          "milliseconds": 0.9872920054476708
        },
        {
          "row": 68,
          "milliseconds": 0.9513749973848462
        },
        {
          "row": 130,
          "milliseconds": 0.9527500078547746
        },
        {
          "row": 0,
          "milliseconds": 1.000832999125123
        },
        {
          "row": 68,
          "milliseconds": 0.9625419916119426
        },
        {
          "row": 130,
          "milliseconds": 0.9820419945754111
        },
        {
          "row": 0,
          "milliseconds": 0.9630420245230198
        },
        {
          "row": 68,
          "milliseconds": 0.9737079963088036
        },
        {
          "row": 130,
          "milliseconds": 0.978750002104789
        },
        {
          "row": 0,
          "milliseconds": 0.9698749927338213
        },
        {
          "row": 68,
          "milliseconds": 0.9592919959686697
        },
        {
          "row": 130,
          "milliseconds": 0.947958993492648
        },
        {
          "row": 0,
          "milliseconds": 0.9595000010449439
        },
        {
          "row": 68,
          "milliseconds": 0.9607499814592302
        },
        {
          "row": 130,
          "milliseconds": 0.9605830127838999
        }
      ],
      "compute_plan": {
        "kind": "MLComputePlan preferred device; not a runtime utilization or power trace",
        "assigned_operation_count": 165,
        "device_counts": {
          "cpu": 3,
          "gpu": 0,
          "ane": 162,
          "unknown": 0
        },
        "unassigned_operation_types": {
          "const": 233
        },
        "operations": [
          {
            "name": "option_mask_to_fp16",
            "type": "ios17.cast",
            "device": "cpu"
          },
          {
            "name": "option_mask_cast_fp16",
            "type": "ios17.not_equal",
            "device": "ane"
          },
          {
            "name": "context_ids_to_fp16",
            "type": "ios17.cast",
            "device": "cpu"
          },
          {
            "name": "context_mask_cast_fp16",
            "type": "ios17.not_equal",
            "device": "ane"
          },
          {
            "name": "var_42_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "fill_like_0_cast_fp16",
            "type": "ios16.fill_like",
            "device": "ane"
          },
          {
            "name": "var_58_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "safe_context_ids_cast_fp16",
            "type": "ios17.concat",
            "device": "ane"
          },
          {
            "name": "cast_0",
            "type": "ios17.cast",
            "device": "ane"
          },
          {
            "name": "gather_0",
            "type": "ios17.gather",
            "device": "ane"
          },
          {
            "name": "src_1_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "mask_1_cast_fp16",
            "type": "ios17.equal",
            "device": "ane"
          },
          {
            "name": "key_padding_mask_1_cast_fp16",
            "type": "select",
            "device": "ane"
          },
          {
            "name": "query_1_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "query_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "linear_0_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "var_139_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_140_cast_fp16",
            "type": "ios17.expand_dims",
            "device": "ane"
          },
          {
            "name": "var_141_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "var_142_cast_fp16",
            "type": "ios17.squeeze",
            "device": "ane"
          },
          {
            "name": "q_1_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "k_1_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "v_1_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "var_151_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_158_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_165_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_169_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_171_cast_fp16",
            "type": "tile",
            "device": "ane"
          },
          {
            "name": "q_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "q_5_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "k_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "k_5_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "v_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "v_5_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "mul_1_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "matmul_0_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "add_0_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "softmax_0_cast_fp16",
            "type": "ios16.softmax",
            "device": "ane"
          },
          {
            "name": "attn_output_1_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "var_187_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "attn_output_3_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "linear_1_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "attn_output_7_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "input_3_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "input_5_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "input_7_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "linear_2_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "input_11_cast_fp16",
            "type": "ios16.relu",
            "device": "ane"
          },
          {
            "name": "linear_3_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "input_17_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "query_5_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "query_7_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "linear_4_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "var_246_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_247_cast_fp16",
            "type": "ios17.expand_dims",
            "device": "ane"
          },
          {
            "name": "var_248_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "var_249_cast_fp16",
            "type": "ios17.squeeze",
            "device": "ane"
          },
          {
            "name": "q_7_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "k_7_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "v_7_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "var_258_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_265_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_272_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "q_9_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "q_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "k_9_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "k_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "v_9_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "v_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "mul_3_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "matmul_1_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "add_1_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "softmax_1_cast_fp16",
            "type": "ios16.softmax",
            "device": "ane"
          },
          {
            "name": "attn_output_9_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "var_294_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "attn_output_11_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "linear_5_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "attn_output_15_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "input_19_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "input_21_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "input_23_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "linear_6_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "input_27_cast_fp16",
            "type": "ios16.relu",
            "device": "ane"
          },
          {
            "name": "linear_7_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "context_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "option_ids_to_fp16",
            "type": "ios17.cast",
            "device": "cpu"
          },
          {
            "name": "mask_flat_ids_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "flat_mask_cast_fp16",
            "type": "ios17.not_equal",
            "device": "ane"
          },
          {
            "name": "var_353_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "fill_like_1_cast_fp16",
            "type": "ios16.fill_like",
            "device": "ane"
          },
          {
            "name": "var_369_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "safe_ids_cast_fp16",
            "type": "ios17.concat",
            "device": "ane"
          },
          {
            "name": "reshape_0",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "cast_1",
            "type": "ios17.cast",
            "device": "ane"
          },
          {
            "name": "gather_1",
            "type": "ios17.gather",
            "device": "ane"
          },
          {
            "name": "src_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "mask_cast_fp16",
            "type": "ios17.equal",
            "device": "ane"
          },
          {
            "name": "key_padding_mask_7_cast_fp16",
            "type": "select",
            "device": "ane"
          },
          {
            "name": "query_9_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "query_11_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "linear_8_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "var_448_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_449_cast_fp16",
            "type": "ios17.expand_dims",
            "device": "ane"
          },
          {
            "name": "var_450_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "var_451_cast_fp16",
            "type": "ios17.squeeze",
            "device": "ane"
          },
          {
            "name": "q_13_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "k_13_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "v_13_cast_fp16",
            "type": "ios17.slice_by_index",
            "device": "ane"
          },
          {
            "name": "var_460_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_467_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_474_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_478_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "var_480_cast_fp16",
            "type": "tile",
            "device": "ane"
          },
          {
            "name": "q_15_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "q_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "k_15_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "k_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "v_15_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "v_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "mul_5_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "matmul_2_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "add_2_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "softmax_2_cast_fp16",
            "type": "ios16.softmax",
            "device": "ane"
          },
          {
            "name": "attn_output_17_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "var_496_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "attn_output_19_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "linear_9_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "attn_output_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "input_35_cast_fp16",
            "type": "ios17.transpose",
            "device": "ane"
          },
          {
            "name": "input_37_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "input_39_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "linear_10_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "input_43_cast_fp16",
            "type": "ios16.relu",
            "device": "ane"
          },
          {
            "name": "linear_11_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "hidden_cast_fp16",
            "type": "ios17.add",
            "device": "ane"
          },
          {
            "name": "var_524",
            "type": "ios17.expand_dims",
            "device": "ane"
          },
          {
            "name": "var_524_to_fp16",
            "type": "ios17.cast",
            "device": "ane"
          },
          {
            "name": "var_530_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "var_535_cast_fp16",
            "type": "ios16.reduce_sum",
            "device": "ane"
          },
          {
            "name": "var_540_cast_fp16",
            "type": "ios16.reduce_sum",
            "device": "ane"
          },
          {
            "name": "var_542_cast_fp16",
            "type": "ios17.maximum",
            "device": "ane"
          },
          {
            "name": "pooled_cast_fp16",
            "type": "ios17.real_div",
            "device": "ane"
          },
          {
            "name": "options_cast_fp16",
            "type": "ios17.reshape",
            "device": "ane"
          },
          {
            "name": "input_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "input_53_cast_fp16",
            "type": "ios17.layer_norm",
            "device": "ane"
          },
          {
            "name": "linear_12_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "linear_13_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "linear_14_cast_fp16",
            "type": "ios17.linear",
            "device": "ane"
          },
          {
            "name": "matmul_3_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "_inversed_scores_1_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "var_587",
            "type": "ios17.expand_dims",
            "device": "ane"
          },
          {
            "name": "var_589",
            "type": "ios17.logical_not",
            "device": "ane"
          },
          {
            "name": "scores_cast_fp16",
            "type": "select",
            "device": "ane"
          },
          {
            "name": "var_591_cast_fp16",
            "type": "ios16.softmax",
            "device": "ane"
          },
          {
            "name": "matmul_4_cast_fp16",
            "type": "ios17.matmul",
            "device": "ane"
          },
          {
            "name": "var_594_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "var_596_cast_fp16",
            "type": "ios16.reduce_sum",
            "device": "ane"
          },
          {
            "name": "_inversed_logits_1_cast_fp16",
            "type": "ios17.mul",
            "device": "ane"
          },
          {
            "name": "var_599",
            "type": "ios17.logical_not",
            "device": "ane"
          },
          {
            "name": "logits_3_cast_fp16",
            "type": "select",
            "device": "ane"
          },
          {
            "name": "var_607_cast_fp16",
            "type": "ios16.fill_like",
            "device": "ane"
          },
          {
            "name": "logits_cast_fp16",
            "type": "select",
            "device": "ane"
          },
          {
            "name": "var_611_cast_fp16",
            "type": "ios16.softmax",
            "device": "ane"
          },
          {
            "name": "probabilities",
            "type": "ios17.cast",
            "device": "ane"
          },
          {
            "name": "logits",
            "type": "ios17.cast",
            "device": "ane"
          }
        ]
      }
    }
  },
  "script_sha256": "d5e1386f54fc6c482647120e593e7ffbbe4bbb277c2cc6d4949154660fe239fd"
}