| { |
| "created_utc": "2026-09-19T19:43:44.834712+00:00", |
| "purpose": "Bounded real-input latency and scheduler placement; not a general accuracy benchmark", |
| "model_revision": "f54adbf447f4ca6ec259f529ee3f2e3e09f8cc71", |
| "package_files": { |
| "Data/com.apple.CoreML/model.mlmodel": "70485fc18cbb21785df833cbddddc0b5b59acb00d22394b76e55307e2c135dd0", |
| "Data/com.apple.CoreML/weights/weight.bin": "4da9259f798e44f5a1b50769ee1916fd3747c4d723dd9997b516c7fe238c7895", |
| "Manifest.json": "2bc0f5f62337b27fb6b0ecde248f1e3dc269e1ba4b65516aaeede2a60e293dcc" |
| }, |
| "dataset_revision": "8273f34778b99ac2e12d9f6e7d57dad99ae20845", |
| "dataset_sha256": "4f43b442e79ba2e2ce731e27e9b8e340c2b5dfcaffc92d8ff564c34f115ff1ca", |
| "environment": { |
| "chip": "Apple M5 Pro", |
| "memory_bytes": 25769803776, |
| "macos": "27.0", |
| "os_build": "26A428", |
| "python": "3.11.11", |
| "coremltools": "9.0" |
| }, |
| "protocol": { |
| "rows": [ |
| 0, |
| 68, |
| 130 |
| ], |
| "pages": [ |
| "patient-registration", |
| "job-application", |
| "auto-claim" |
| ], |
| "option_counts": [ |
| 27, |
| 21, |
| 19 |
| ], |
| "first_call_row": 0, |
| "warmup_passes": 2, |
| "timed_passes": 10, |
| "backend_order": [ |
| "CPU_ONLY", |
| "CPU_AND_GPU", |
| "CPU_AND_NE", |
| "ALL" |
| ], |
| "timing_scope": "Synchronous Python MLModel.predict; pre-encoded inputs; output checks outside timer", |
| "load_scope": "MLModel construction; system caches retained, not first-install cold start", |
| "first_call_scope": "First predict after this load; may use existing system/ANE caches", |
| "plan_order": "Compute plan loaded after timing each backend" |
| }, |
| "backends": { |
| "CPU_ONLY": { |
| "load_ms": 71.21945900144055, |
| "first_prediction_ms": 15.096832998096943, |
| "warm_prediction": { |
| "count": 30, |
| "median_ms": 1.5270625008270144, |
| "p95_ms": 1.601899994420819, |
| "min_ms": 1.3285410241223872, |
| "max_ms": 1.6374590049963444 |
| }, |
| "timed_predictions_correct": 30, |
| "calls": [ |
| { |
| "row": 0, |
| "milliseconds": 1.578499999595806 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.561041979584843 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.5606670058332384 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 1.4908749726600945 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.5069579822011292 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.412415993399918 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 1.5242919907905161 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.5393749927170575 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.3988339924253523 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 1.5052919916342944 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.4890410238876939 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.5105829806998372 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 1.6374590049963444 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.6122499946504831 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.5023329760879278 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 1.5473749954253435 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.3900829944759607 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.5310419839806855 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 1.3285410241223872 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.5892499941401184 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.5656249888706952 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 1.546334009617567 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.5298330108635128 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.543457998195663 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 1.5623749932274222 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.4965840091463178 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.5304579865187407 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 1.465249981265515 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.4851669839117676 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.4999579871073365 |
| } |
| ], |
| "compute_plan": { |
| "kind": "MLComputePlan preferred device; not a runtime utilization or power trace", |
| "assigned_operation_count": 173, |
| "device_counts": { |
| "cpu": 173, |
| "gpu": 0, |
| "ane": 0, |
| "unknown": 0 |
| }, |
| "unassigned_operation_types": { |
| "const": 239 |
| }, |
| "operations": [ |
| { |
| "name": "option_mask_1", |
| "type": "ios17.not_equal", |
| "device": "cpu" |
| }, |
| { |
| "name": "context_mask", |
| "type": "ios17.not_equal", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_27", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "fill_like_0_cast_fp16", |
| "type": "ios16.fill_like", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_43", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_43_to_fp16", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "safe_context_ids_cast_fp16", |
| "type": "ios17.concat", |
| "device": "cpu" |
| }, |
| { |
| "name": "context_ids_to_int16", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "cast_54", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "greater_equal_0", |
| "type": "ios17.greater_equal", |
| "device": "cpu" |
| }, |
| { |
| "name": "add_3", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "select_0", |
| "type": "select", |
| "device": "cpu" |
| }, |
| { |
| "name": "select_0_to_int16", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_59_cast_fp16_cast_uint16_cast_uint16", |
| "type": "ios17.gather", |
| "device": "cpu" |
| }, |
| { |
| "name": "src_1_cast_fp16", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "mask_1_cast_fp16", |
| "type": "ios17.equal", |
| "device": "cpu" |
| }, |
| { |
| "name": "key_padding_mask_1_cast_fp16", |
| "type": "select", |
| "device": "cpu" |
| }, |
| { |
| "name": "query_1_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "cpu" |
| }, |
| { |
| "name": "query_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_0_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_124_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_125_cast_fp16", |
| "type": "ios17.expand_dims", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_126_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_127_cast_fp16", |
| "type": "ios17.squeeze", |
| "device": "cpu" |
| }, |
| { |
| "name": "q_1_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "k_1_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "v_1_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_136_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_143_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_150_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_154_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_156_cast_fp16", |
| "type": "tile", |
| "device": "cpu" |
| }, |
| { |
| "name": "q_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "q_5_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "k_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "k_5_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "v_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "v_5_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "mul_1_cast_fp16", |
| "type": "ios17.mul", |
| "device": "cpu" |
| }, |
| { |
| "name": "matmul_0_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "cpu" |
| }, |
| { |
| "name": "add_0_cast_fp16", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "softmax_0_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "cpu" |
| }, |
| { |
| "name": "attn_output_1_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_172_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "attn_output_3_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_1_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "attn_output_7_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_5_cast_fp16", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_7_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_2_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_11_cast_fp16", |
| "type": "ios16.relu", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_3_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_17_cast_fp16", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "query_5_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "cpu" |
| }, |
| { |
| "name": "query_7_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_4_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_231_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_232_cast_fp16", |
| "type": "ios17.expand_dims", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_233_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_234_cast_fp16", |
| "type": "ios17.squeeze", |
| "device": "cpu" |
| }, |
| { |
| "name": "q_7_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "k_7_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "v_7_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_243_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_250_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_257_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "q_9_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "q_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "k_9_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "k_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "v_9_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "v_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "mul_3_cast_fp16", |
| "type": "ios17.mul", |
| "device": "cpu" |
| }, |
| { |
| "name": "matmul_1_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "cpu" |
| }, |
| { |
| "name": "add_1_cast_fp16", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "softmax_1_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "cpu" |
| }, |
| { |
| "name": "attn_output_9_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_279_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "attn_output_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_5_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "attn_output_15_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_19_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_21_cast_fp16", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_23_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_6_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_27_cast_fp16", |
| "type": "ios16.relu", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_7_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "context_cast_fp16", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "flat_ids", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "flat_mask", |
| "type": "ios17.not_equal", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_333", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "fill_like_1_cast_fp16", |
| "type": "ios16.fill_like", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_349", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_349_to_fp16", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "safe_ids_cast_fp16", |
| "type": "ios17.concat", |
| "device": "cpu" |
| }, |
| { |
| "name": "flat_ids_to_int16", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "cast_55", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "greater_equal_1", |
| "type": "ios17.greater_equal", |
| "device": "cpu" |
| }, |
| { |
| "name": "add_4", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "select_1", |
| "type": "select", |
| "device": "cpu" |
| }, |
| { |
| "name": "select_1_to_int16", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_365_cast_fp16_cast_uint16_cast_uint16", |
| "type": "ios17.gather", |
| "device": "cpu" |
| }, |
| { |
| "name": "src_cast_fp16", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "mask_cast_fp16", |
| "type": "ios17.equal", |
| "device": "cpu" |
| }, |
| { |
| "name": "key_padding_mask_7_cast_fp16", |
| "type": "select", |
| "device": "cpu" |
| }, |
| { |
| "name": "query_9_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "cpu" |
| }, |
| { |
| "name": "query_11_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_8_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_428_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_429_cast_fp16", |
| "type": "ios17.expand_dims", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_430_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_431_cast_fp16", |
| "type": "ios17.squeeze", |
| "device": "cpu" |
| }, |
| { |
| "name": "q_13_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "k_13_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "v_13_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_440_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_447_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_454_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_458_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_460_cast_fp16", |
| "type": "tile", |
| "device": "cpu" |
| }, |
| { |
| "name": "q_15_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "q_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "k_15_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "k_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "v_15_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "v_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "mul_5_cast_fp16", |
| "type": "ios17.mul", |
| "device": "cpu" |
| }, |
| { |
| "name": "matmul_2_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "cpu" |
| }, |
| { |
| "name": "add_2_cast_fp16", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "softmax_2_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "cpu" |
| }, |
| { |
| "name": "attn_output_17_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_476_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "attn_output_19_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_9_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "attn_output_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_35_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_37_cast_fp16", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_39_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_10_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_43_cast_fp16", |
| "type": "ios16.relu", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_11_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "hidden_cast_fp16", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_504", |
| "type": "ios17.expand_dims", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_504_to_fp16", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_510_cast_fp16", |
| "type": "ios17.mul", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_515_cast_fp16", |
| "type": "ios16.reduce_sum", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_520_cast_fp16", |
| "type": "ios16.reduce_sum", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_522_cast_fp16", |
| "type": "ios17.maximum", |
| "device": "cpu" |
| }, |
| { |
| "name": "pooled_cast_fp16", |
| "type": "ios17.real_div", |
| "device": "cpu" |
| }, |
| { |
| "name": "options_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "cpu" |
| }, |
| { |
| "name": "input_53_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_12_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_13_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "linear_14_cast_fp16", |
| "type": "ios17.linear", |
| "device": "cpu" |
| }, |
| { |
| "name": "matmul_3_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "cpu" |
| }, |
| { |
| "name": "_inversed_scores_1_cast_fp16", |
| "type": "ios17.mul", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_567", |
| "type": "ios17.expand_dims", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_569", |
| "type": "ios17.logical_not", |
| "device": "cpu" |
| }, |
| { |
| "name": "scores_cast_fp16", |
| "type": "select", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_571_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "cpu" |
| }, |
| { |
| "name": "matmul_4_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_574_cast_fp16", |
| "type": "ios17.mul", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_576_cast_fp16", |
| "type": "ios16.reduce_sum", |
| "device": "cpu" |
| }, |
| { |
| "name": "_inversed_logits_1_cast_fp16", |
| "type": "ios17.mul", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_579", |
| "type": "ios17.logical_not", |
| "device": "cpu" |
| }, |
| { |
| "name": "logits_3_cast_fp16", |
| "type": "select", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_587_cast_fp16", |
| "type": "ios16.fill_like", |
| "device": "cpu" |
| }, |
| { |
| "name": "logits_cast_fp16", |
| "type": "select", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_591_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "cpu" |
| }, |
| { |
| "name": "probabilities", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "logits", |
| "type": "ios17.cast", |
| "device": "cpu" |
| } |
| ] |
| } |
| }, |
| "CPU_AND_GPU": { |
| "load_ms": 70.07474999409169, |
| "first_prediction_ms": 66.33504197816364, |
| "warm_prediction": { |
| "count": 30, |
| "median_ms": 0.9288130095228553, |
| "p95_ms": 2.3798043403076, |
| "min_ms": 0.8875419734977186, |
| "max_ms": 2.6384999800939113 |
| }, |
| "timed_predictions_correct": 30, |
| "calls": [ |
| { |
| "row": 0, |
| "milliseconds": 2.5134169845841825 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 2.6384999800939113 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.9895419827662408 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 2.21649999730289 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.2297500215936452 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.1009590234607458 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9331250039394945 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9082920150831342 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9552080009598285 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 1.4009579899720848 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.207541994517669 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9119999886024743 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9255839977413416 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.0290830105077475 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.932042021304369 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9105000062845647 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9429579949937761 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9207910043187439 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.8967499888967723 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.2767080042976886 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9552080009598285 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9043329919222742 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9005409956444055 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.8939160034060478 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.8917910163290799 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.8989170019049197 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.8875419734977186 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.88900001719594 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.8909160096663982 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.8875839994288981 |
| } |
| ], |
| "compute_plan": { |
| "kind": "MLComputePlan preferred device; not a runtime utilization or power trace", |
| "assigned_operation_count": 173, |
| "device_counts": { |
| "cpu": 0, |
| "gpu": 173, |
| "ane": 0, |
| "unknown": 0 |
| }, |
| "unassigned_operation_types": { |
| "const": 239 |
| }, |
| "operations": [ |
| { |
| "name": "option_mask_1", |
| "type": "ios17.not_equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "context_mask", |
| "type": "ios17.not_equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_27", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "fill_like_0_cast_fp16", |
| "type": "ios16.fill_like", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_43", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_43_to_fp16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "safe_context_ids_cast_fp16", |
| "type": "ios17.concat", |
| "device": "gpu" |
| }, |
| { |
| "name": "context_ids_to_int16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "cast_54", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "greater_equal_0", |
| "type": "ios17.greater_equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "add_3", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "select_0", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "select_0_to_int16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_59_cast_fp16_cast_uint16_cast_uint16", |
| "type": "ios17.gather", |
| "device": "gpu" |
| }, |
| { |
| "name": "src_1_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "mask_1_cast_fp16", |
| "type": "ios17.equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "key_padding_mask_1_cast_fp16", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "query_1_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "query_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_0_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_124_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_125_cast_fp16", |
| "type": "ios17.expand_dims", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_126_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_127_cast_fp16", |
| "type": "ios17.squeeze", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_1_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_1_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_1_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_136_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_143_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_150_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_154_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_156_cast_fp16", |
| "type": "tile", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_5_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_5_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_5_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "mul_1_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "matmul_0_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "add_0_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "softmax_0_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_1_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_172_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_3_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_1_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_7_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_5_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_7_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_2_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_11_cast_fp16", |
| "type": "ios16.relu", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_3_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_17_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "query_5_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "query_7_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_4_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_231_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_232_cast_fp16", |
| "type": "ios17.expand_dims", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_233_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_234_cast_fp16", |
| "type": "ios17.squeeze", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_7_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_7_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_7_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_243_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_250_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_257_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_9_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_9_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_9_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "mul_3_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "matmul_1_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "add_1_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "softmax_1_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_9_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_279_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_5_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_15_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_19_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_21_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_23_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_6_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_27_cast_fp16", |
| "type": "ios16.relu", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_7_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "context_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "flat_ids", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "flat_mask", |
| "type": "ios17.not_equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_333", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "fill_like_1_cast_fp16", |
| "type": "ios16.fill_like", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_349", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_349_to_fp16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "safe_ids_cast_fp16", |
| "type": "ios17.concat", |
| "device": "gpu" |
| }, |
| { |
| "name": "flat_ids_to_int16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "cast_55", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "greater_equal_1", |
| "type": "ios17.greater_equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "add_4", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "select_1", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "select_1_to_int16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_365_cast_fp16_cast_uint16_cast_uint16", |
| "type": "ios17.gather", |
| "device": "gpu" |
| }, |
| { |
| "name": "src_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "mask_cast_fp16", |
| "type": "ios17.equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "key_padding_mask_7_cast_fp16", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "query_9_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "query_11_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_8_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_428_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_429_cast_fp16", |
| "type": "ios17.expand_dims", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_430_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_431_cast_fp16", |
| "type": "ios17.squeeze", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_13_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_13_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_13_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_440_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_447_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_454_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_458_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_460_cast_fp16", |
| "type": "tile", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_15_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_15_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_15_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "mul_5_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "matmul_2_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "add_2_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "softmax_2_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_17_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_476_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_19_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_9_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_35_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_37_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_39_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_10_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_43_cast_fp16", |
| "type": "ios16.relu", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_11_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "hidden_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_504", |
| "type": "ios17.expand_dims", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_504_to_fp16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_510_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_515_cast_fp16", |
| "type": "ios16.reduce_sum", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_520_cast_fp16", |
| "type": "ios16.reduce_sum", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_522_cast_fp16", |
| "type": "ios17.maximum", |
| "device": "gpu" |
| }, |
| { |
| "name": "pooled_cast_fp16", |
| "type": "ios17.real_div", |
| "device": "gpu" |
| }, |
| { |
| "name": "options_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_53_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_12_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_13_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_14_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "matmul_3_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "_inversed_scores_1_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_567", |
| "type": "ios17.expand_dims", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_569", |
| "type": "ios17.logical_not", |
| "device": "gpu" |
| }, |
| { |
| "name": "scores_cast_fp16", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_571_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "gpu" |
| }, |
| { |
| "name": "matmul_4_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_574_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_576_cast_fp16", |
| "type": "ios16.reduce_sum", |
| "device": "gpu" |
| }, |
| { |
| "name": "_inversed_logits_1_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_579", |
| "type": "ios17.logical_not", |
| "device": "gpu" |
| }, |
| { |
| "name": "logits_3_cast_fp16", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_587_cast_fp16", |
| "type": "ios16.fill_like", |
| "device": "gpu" |
| }, |
| { |
| "name": "logits_cast_fp16", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_591_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "gpu" |
| }, |
| { |
| "name": "probabilities", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "logits", |
| "type": "ios17.cast", |
| "device": "gpu" |
| } |
| ] |
| } |
| }, |
| "CPU_AND_NE": { |
| "load_ms": 566.8206670088693, |
| "first_prediction_ms": 1.6522080113645643, |
| "warm_prediction": { |
| "count": 30, |
| "median_ms": 0.9285830019507557, |
| "p95_ms": 0.9725897951284423, |
| "min_ms": 0.9064170008059591, |
| "max_ms": 1.2301660026423633 |
| }, |
| "timed_predictions_correct": 30, |
| "calls": [ |
| { |
| "row": 0, |
| "milliseconds": 0.9575410222169012 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9647910192143172 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9704580006655306 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9583340142853558 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9467090130783617 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.2301660026423633 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9743339905980974 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9361249976791441 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9265419794246554 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9583329956512898 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9652920125517994 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9257500059902668 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9283330000471324 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9066659840755165 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9307079890277237 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9274999902117997 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9069579828064889 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9290000016335398 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.927332992432639 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.917499972274527 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9173330035991967 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9288330038543791 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9251659794244915 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9205000242218375 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9272919851355255 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9192500147037208 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.933834002353251 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9269170113839209 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9406250028405339 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9064170008059591 |
| } |
| ], |
| "compute_plan": { |
| "kind": "MLComputePlan preferred device; not a runtime utilization or power trace", |
| "assigned_operation_count": 173, |
| "device_counts": { |
| "cpu": 24, |
| "gpu": 0, |
| "ane": 149, |
| "unknown": 0 |
| }, |
| "unassigned_operation_types": { |
| "const": 239 |
| }, |
| "operations": [ |
| { |
| "name": "option_mask_1", |
| "type": "ios17.not_equal", |
| "device": "cpu" |
| }, |
| { |
| "name": "context_mask", |
| "type": "ios17.not_equal", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_27", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "fill_like_0_cast_fp16", |
| "type": "ios16.fill_like", |
| "device": "ane" |
| }, |
| { |
| "name": "var_43", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_43_to_fp16", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "safe_context_ids_cast_fp16", |
| "type": "ios17.concat", |
| "device": "ane" |
| }, |
| { |
| "name": "context_ids_to_int16", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "cast_54", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "greater_equal_0", |
| "type": "ios17.greater_equal", |
| "device": "cpu" |
| }, |
| { |
| "name": "add_3", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "select_0", |
| "type": "select", |
| "device": "cpu" |
| }, |
| { |
| "name": "select_0_to_int16", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_59_cast_fp16_cast_uint16_cast_uint16", |
| "type": "ios17.gather", |
| "device": "cpu" |
| }, |
| { |
| "name": "src_1_cast_fp16", |
| "type": "ios17.add", |
| "device": "ane" |
| }, |
| { |
| "name": "mask_1_cast_fp16", |
| "type": "ios17.equal", |
| "device": "ane" |
| }, |
| { |
| "name": "key_padding_mask_1_cast_fp16", |
| "type": "select", |
| "device": "ane" |
| }, |
| { |
| "name": "query_1_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "ane" |
| }, |
| { |
| "name": "query_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_0_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "var_124_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "var_125_cast_fp16", |
| "type": "ios17.expand_dims", |
| "device": "ane" |
| }, |
| { |
| "name": "var_126_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "var_127_cast_fp16", |
| "type": "ios17.squeeze", |
| "device": "ane" |
| }, |
| { |
| "name": "q_1_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "ane" |
| }, |
| { |
| "name": "k_1_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "ane" |
| }, |
| { |
| "name": "v_1_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "ane" |
| }, |
| { |
| "name": "var_136_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "var_143_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "var_150_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "var_154_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "var_156_cast_fp16", |
| "type": "tile", |
| "device": "ane" |
| }, |
| { |
| "name": "q_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "q_5_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "k_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "k_5_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "v_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "v_5_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "mul_1_cast_fp16", |
| "type": "ios17.mul", |
| "device": "ane" |
| }, |
| { |
| "name": "matmul_0_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "ane" |
| }, |
| { |
| "name": "add_0_cast_fp16", |
| "type": "ios17.add", |
| "device": "ane" |
| }, |
| { |
| "name": "softmax_0_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "ane" |
| }, |
| { |
| "name": "attn_output_1_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "ane" |
| }, |
| { |
| "name": "var_172_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "attn_output_3_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_1_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "attn_output_7_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "input_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "input_5_cast_fp16", |
| "type": "ios17.add", |
| "device": "ane" |
| }, |
| { |
| "name": "input_7_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_2_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "input_11_cast_fp16", |
| "type": "ios16.relu", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_3_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "input_17_cast_fp16", |
| "type": "ios17.add", |
| "device": "ane" |
| }, |
| { |
| "name": "query_5_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "ane" |
| }, |
| { |
| "name": "query_7_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_4_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "var_231_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "var_232_cast_fp16", |
| "type": "ios17.expand_dims", |
| "device": "ane" |
| }, |
| { |
| "name": "var_233_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "var_234_cast_fp16", |
| "type": "ios17.squeeze", |
| "device": "ane" |
| }, |
| { |
| "name": "q_7_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "ane" |
| }, |
| { |
| "name": "k_7_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "ane" |
| }, |
| { |
| "name": "v_7_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "ane" |
| }, |
| { |
| "name": "var_243_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "var_250_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "var_257_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "q_9_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "q_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "k_9_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "k_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "v_9_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "v_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "mul_3_cast_fp16", |
| "type": "ios17.mul", |
| "device": "ane" |
| }, |
| { |
| "name": "matmul_1_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "ane" |
| }, |
| { |
| "name": "add_1_cast_fp16", |
| "type": "ios17.add", |
| "device": "ane" |
| }, |
| { |
| "name": "softmax_1_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "ane" |
| }, |
| { |
| "name": "attn_output_9_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "ane" |
| }, |
| { |
| "name": "var_279_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "attn_output_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_5_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "attn_output_15_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "input_19_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "input_21_cast_fp16", |
| "type": "ios17.add", |
| "device": "ane" |
| }, |
| { |
| "name": "input_23_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_6_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "input_27_cast_fp16", |
| "type": "ios16.relu", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_7_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "context_cast_fp16", |
| "type": "ios17.add", |
| "device": "ane" |
| }, |
| { |
| "name": "flat_ids", |
| "type": "ios17.reshape", |
| "device": "cpu" |
| }, |
| { |
| "name": "flat_mask", |
| "type": "ios17.not_equal", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_333", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "fill_like_1_cast_fp16", |
| "type": "ios16.fill_like", |
| "device": "ane" |
| }, |
| { |
| "name": "var_349", |
| "type": "ios17.slice_by_index", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_349_to_fp16", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "safe_ids_cast_fp16", |
| "type": "ios17.concat", |
| "device": "ane" |
| }, |
| { |
| "name": "flat_ids_to_int16", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "cast_55", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "greater_equal_1", |
| "type": "ios17.greater_equal", |
| "device": "cpu" |
| }, |
| { |
| "name": "add_4", |
| "type": "ios17.add", |
| "device": "cpu" |
| }, |
| { |
| "name": "select_1", |
| "type": "select", |
| "device": "cpu" |
| }, |
| { |
| "name": "select_1_to_int16", |
| "type": "ios17.cast", |
| "device": "cpu" |
| }, |
| { |
| "name": "var_365_cast_fp16_cast_uint16_cast_uint16", |
| "type": "ios17.gather", |
| "device": "cpu" |
| }, |
| { |
| "name": "src_cast_fp16", |
| "type": "ios17.add", |
| "device": "ane" |
| }, |
| { |
| "name": "mask_cast_fp16", |
| "type": "ios17.equal", |
| "device": "ane" |
| }, |
| { |
| "name": "key_padding_mask_7_cast_fp16", |
| "type": "select", |
| "device": "ane" |
| }, |
| { |
| "name": "query_9_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "ane" |
| }, |
| { |
| "name": "query_11_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_8_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "var_428_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "var_429_cast_fp16", |
| "type": "ios17.expand_dims", |
| "device": "ane" |
| }, |
| { |
| "name": "var_430_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "var_431_cast_fp16", |
| "type": "ios17.squeeze", |
| "device": "ane" |
| }, |
| { |
| "name": "q_13_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "ane" |
| }, |
| { |
| "name": "k_13_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "ane" |
| }, |
| { |
| "name": "v_13_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "ane" |
| }, |
| { |
| "name": "var_440_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "var_447_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "var_454_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "var_458_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "var_460_cast_fp16", |
| "type": "tile", |
| "device": "ane" |
| }, |
| { |
| "name": "q_15_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "q_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "k_15_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "k_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "v_15_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "v_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "mul_5_cast_fp16", |
| "type": "ios17.mul", |
| "device": "ane" |
| }, |
| { |
| "name": "matmul_2_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "ane" |
| }, |
| { |
| "name": "add_2_cast_fp16", |
| "type": "ios17.add", |
| "device": "ane" |
| }, |
| { |
| "name": "softmax_2_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "ane" |
| }, |
| { |
| "name": "attn_output_17_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "ane" |
| }, |
| { |
| "name": "var_476_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "attn_output_19_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_9_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "attn_output_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "input_35_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "ane" |
| }, |
| { |
| "name": "input_37_cast_fp16", |
| "type": "ios17.add", |
| "device": "ane" |
| }, |
| { |
| "name": "input_39_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_10_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "input_43_cast_fp16", |
| "type": "ios16.relu", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_11_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "hidden_cast_fp16", |
| "type": "ios17.add", |
| "device": "ane" |
| }, |
| { |
| "name": "var_504", |
| "type": "ios17.expand_dims", |
| "device": "ane" |
| }, |
| { |
| "name": "var_504_to_fp16", |
| "type": "ios17.cast", |
| "device": "ane" |
| }, |
| { |
| "name": "var_510_cast_fp16", |
| "type": "ios17.mul", |
| "device": "ane" |
| }, |
| { |
| "name": "var_515_cast_fp16", |
| "type": "ios16.reduce_sum", |
| "device": "ane" |
| }, |
| { |
| "name": "var_520_cast_fp16", |
| "type": "ios16.reduce_sum", |
| "device": "ane" |
| }, |
| { |
| "name": "var_522_cast_fp16", |
| "type": "ios17.maximum", |
| "device": "ane" |
| }, |
| { |
| "name": "pooled_cast_fp16", |
| "type": "ios17.real_div", |
| "device": "ane" |
| }, |
| { |
| "name": "options_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "ane" |
| }, |
| { |
| "name": "input_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "ane" |
| }, |
| { |
| "name": "input_53_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_12_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_13_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "linear_14_cast_fp16", |
| "type": "ios17.linear", |
| "device": "ane" |
| }, |
| { |
| "name": "matmul_3_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "ane" |
| }, |
| { |
| "name": "_inversed_scores_1_cast_fp16", |
| "type": "ios17.mul", |
| "device": "ane" |
| }, |
| { |
| "name": "var_567", |
| "type": "ios17.expand_dims", |
| "device": "ane" |
| }, |
| { |
| "name": "var_569", |
| "type": "ios17.logical_not", |
| "device": "ane" |
| }, |
| { |
| "name": "scores_cast_fp16", |
| "type": "select", |
| "device": "ane" |
| }, |
| { |
| "name": "var_571_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "ane" |
| }, |
| { |
| "name": "matmul_4_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "ane" |
| }, |
| { |
| "name": "var_574_cast_fp16", |
| "type": "ios17.mul", |
| "device": "ane" |
| }, |
| { |
| "name": "var_576_cast_fp16", |
| "type": "ios16.reduce_sum", |
| "device": "ane" |
| }, |
| { |
| "name": "_inversed_logits_1_cast_fp16", |
| "type": "ios17.mul", |
| "device": "ane" |
| }, |
| { |
| "name": "var_579", |
| "type": "ios17.logical_not", |
| "device": "ane" |
| }, |
| { |
| "name": "logits_3_cast_fp16", |
| "type": "select", |
| "device": "ane" |
| }, |
| { |
| "name": "var_587_cast_fp16", |
| "type": "ios16.fill_like", |
| "device": "ane" |
| }, |
| { |
| "name": "logits_cast_fp16", |
| "type": "select", |
| "device": "ane" |
| }, |
| { |
| "name": "var_591_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "ane" |
| }, |
| { |
| "name": "probabilities", |
| "type": "ios17.cast", |
| "device": "ane" |
| }, |
| { |
| "name": "logits", |
| "type": "ios17.cast", |
| "device": "ane" |
| } |
| ] |
| } |
| }, |
| "ALL": { |
| "load_ms": 115.82287499913946, |
| "first_prediction_ms": 17.531749996123835, |
| "warm_prediction": { |
| "count": 30, |
| "median_ms": 0.9119170135818422, |
| "p95_ms": 1.2285901117138565, |
| "min_ms": 0.8736249874345958, |
| "max_ms": 1.7777080065570772 |
| }, |
| "timed_predictions_correct": 30, |
| "calls": [ |
| { |
| "row": 0, |
| "milliseconds": 1.7777080065570772 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.2005419994238764 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9608750115148723 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 1.0891249985434115 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.2131670082453638 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.241209014551714 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 1.1116660025436431 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 1.179958024295047 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.8888749871402979 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.8894159982446581 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9866250038612634 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9067920036613941 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.8964589796960354 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.901333027286455 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9048339852597564 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9170420235022902 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.8820410002954304 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.8736249874345958 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.8920000109355897 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.8972920186351985 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.888916983967647 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.8755000017117709 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9061669989023358 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 1.0763329919427633 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9489590011071414 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.9267920104321092 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.9253750031348318 |
| }, |
| { |
| "row": 0, |
| "milliseconds": 0.9227920090779662 |
| }, |
| { |
| "row": 68, |
| "milliseconds": 0.8931249903980643 |
| }, |
| { |
| "row": 130, |
| "milliseconds": 0.8973750227596611 |
| } |
| ], |
| "compute_plan": { |
| "kind": "MLComputePlan preferred device; not a runtime utilization or power trace", |
| "assigned_operation_count": 173, |
| "device_counts": { |
| "cpu": 0, |
| "gpu": 173, |
| "ane": 0, |
| "unknown": 0 |
| }, |
| "unassigned_operation_types": { |
| "const": 239 |
| }, |
| "operations": [ |
| { |
| "name": "option_mask_1", |
| "type": "ios17.not_equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "context_mask", |
| "type": "ios17.not_equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_27", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "fill_like_0_cast_fp16", |
| "type": "ios16.fill_like", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_43", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_43_to_fp16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "safe_context_ids_cast_fp16", |
| "type": "ios17.concat", |
| "device": "gpu" |
| }, |
| { |
| "name": "context_ids_to_int16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "cast_54", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "greater_equal_0", |
| "type": "ios17.greater_equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "add_3", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "select_0", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "select_0_to_int16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_59_cast_fp16_cast_uint16_cast_uint16", |
| "type": "ios17.gather", |
| "device": "gpu" |
| }, |
| { |
| "name": "src_1_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "mask_1_cast_fp16", |
| "type": "ios17.equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "key_padding_mask_1_cast_fp16", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "query_1_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "query_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_0_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_124_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_125_cast_fp16", |
| "type": "ios17.expand_dims", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_126_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_127_cast_fp16", |
| "type": "ios17.squeeze", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_1_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_1_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_1_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_136_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_143_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_150_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_154_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_156_cast_fp16", |
| "type": "tile", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_5_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_5_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_5_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "mul_1_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "matmul_0_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "add_0_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "softmax_0_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_1_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_172_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_3_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_1_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_7_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_3_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_5_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_7_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_2_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_11_cast_fp16", |
| "type": "ios16.relu", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_3_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_17_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "query_5_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "query_7_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_4_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_231_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_232_cast_fp16", |
| "type": "ios17.expand_dims", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_233_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_234_cast_fp16", |
| "type": "ios17.squeeze", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_7_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_7_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_7_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_243_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_250_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_257_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_9_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_9_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_9_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "mul_3_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "matmul_1_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "add_1_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "softmax_1_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_9_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_279_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_11_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_5_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_15_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_19_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_21_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_23_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_6_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_27_cast_fp16", |
| "type": "ios16.relu", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_7_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "context_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "flat_ids", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "flat_mask", |
| "type": "ios17.not_equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_333", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "fill_like_1_cast_fp16", |
| "type": "ios16.fill_like", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_349", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_349_to_fp16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "safe_ids_cast_fp16", |
| "type": "ios17.concat", |
| "device": "gpu" |
| }, |
| { |
| "name": "flat_ids_to_int16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "cast_55", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "greater_equal_1", |
| "type": "ios17.greater_equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "add_4", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "select_1", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "select_1_to_int16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_365_cast_fp16_cast_uint16_cast_uint16", |
| "type": "ios17.gather", |
| "device": "gpu" |
| }, |
| { |
| "name": "src_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "mask_cast_fp16", |
| "type": "ios17.equal", |
| "device": "gpu" |
| }, |
| { |
| "name": "key_padding_mask_7_cast_fp16", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "query_9_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "query_11_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_8_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_428_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_429_cast_fp16", |
| "type": "ios17.expand_dims", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_430_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_431_cast_fp16", |
| "type": "ios17.squeeze", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_13_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_13_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_13_cast_fp16", |
| "type": "ios17.slice_by_index", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_440_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_447_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_454_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_458_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_460_cast_fp16", |
| "type": "tile", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_15_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "q_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_15_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "k_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_15_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "v_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "mul_5_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "matmul_2_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "add_2_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "softmax_2_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_17_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_476_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_19_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_9_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "attn_output_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_35_cast_fp16", |
| "type": "ios17.transpose", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_37_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_39_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_10_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_43_cast_fp16", |
| "type": "ios16.relu", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_11_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "hidden_cast_fp16", |
| "type": "ios17.add", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_504", |
| "type": "ios17.expand_dims", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_504_to_fp16", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_510_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_515_cast_fp16", |
| "type": "ios16.reduce_sum", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_520_cast_fp16", |
| "type": "ios16.reduce_sum", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_522_cast_fp16", |
| "type": "ios17.maximum", |
| "device": "gpu" |
| }, |
| { |
| "name": "pooled_cast_fp16", |
| "type": "ios17.real_div", |
| "device": "gpu" |
| }, |
| { |
| "name": "options_cast_fp16", |
| "type": "ios17.reshape", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "input_53_cast_fp16", |
| "type": "ios17.layer_norm", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_12_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_13_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "linear_14_cast_fp16", |
| "type": "ios17.linear", |
| "device": "gpu" |
| }, |
| { |
| "name": "matmul_3_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "_inversed_scores_1_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_567", |
| "type": "ios17.expand_dims", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_569", |
| "type": "ios17.logical_not", |
| "device": "gpu" |
| }, |
| { |
| "name": "scores_cast_fp16", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_571_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "gpu" |
| }, |
| { |
| "name": "matmul_4_cast_fp16", |
| "type": "ios17.matmul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_574_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_576_cast_fp16", |
| "type": "ios16.reduce_sum", |
| "device": "gpu" |
| }, |
| { |
| "name": "_inversed_logits_1_cast_fp16", |
| "type": "ios17.mul", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_579", |
| "type": "ios17.logical_not", |
| "device": "gpu" |
| }, |
| { |
| "name": "logits_3_cast_fp16", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_587_cast_fp16", |
| "type": "ios16.fill_like", |
| "device": "gpu" |
| }, |
| { |
| "name": "logits_cast_fp16", |
| "type": "select", |
| "device": "gpu" |
| }, |
| { |
| "name": "var_591_cast_fp16", |
| "type": "ios16.softmax", |
| "device": "gpu" |
| }, |
| { |
| "name": "probabilities", |
| "type": "ios17.cast", |
| "device": "gpu" |
| }, |
| { |
| "name": "logits", |
| "type": "ios17.cast", |
| "device": "gpu" |
| } |
| ] |
| } |
| } |
| }, |
| "script_sha256": "d5e1386f54fc6c482647120e593e7ffbbe4bbb277c2cc6d4949154660fe239fd" |
| } |
|
|
