{ "hardware": { "device": "arm64", "chip": "Apple M5 Pro", "ram": "24GB", "os_version": "macOS 27.0", "timestamp": "2026-09-21T05:11:07.267223+00:00" }, "models": [ { "model_path": "/Users/hanweng/Documents/mobius-laya/models/computer-use/laya/coreml/build/laya_multilingual_fp16_L512_options32.mlmodelc", "model_name": "laya_multilingual_fp16_L512_options32", "metadata": { "description": "laya multilingual: typed decision scoring (choice/score/noul), 512 tokens, 32 option slots", "author": "Convai Innovations (weights); Fluid Inference (Core ML conversion)", "license": "Apache-2.0", "version": "1" }, "cold_compile_ms": 5989.962, "results": [ { "compute_units": "all", "summary": { "cpu_percent": 0.0, "gpu_percent": 100.0, "ane_percent": 0.0 }, "operations": [ { "name": "attention_mask_to_fp16", "type": "ios17.cast", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1095_cast_fp16", "type": "ios17.sub", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1101_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "pad_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attention_mask_3_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attention_mask_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0423 }, { "name": "greater_equal_0", "type": "ios17.greater_equal", "device": "gpu", "cost_percent": 0.0423 }, { "name": "add_0", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0423 }, { "name": "select_0", "type": "select", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_3_cast_fp16", "type": "ios17.gather", "device": "gpu", "cost_percent": 10.1236 }, { "name": "input_5_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_0_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_3_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1146_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_0_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_1_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_2_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_1_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1156_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_1_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_1_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1168_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1170_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1171_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_1_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_1_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1174_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_3_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_3_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1186_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1188_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1189_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_1_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1194_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_1_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_7_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1198_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_1_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_1_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1202_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1205_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_1_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_13_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_15_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_2_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1212_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1214_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_19_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_3_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_23_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_3_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_4_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_7_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1243_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_3_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_4_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_5_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_5_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1253_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_5_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_5_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1265_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1267_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1268_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_3_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_5_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1271_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_7_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_7_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1283_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1285_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1286_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_3_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1291_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_5_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_25_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1295_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_3_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_7_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1299_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1302_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_5_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_31_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_33_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_6_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1309_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1311_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_37_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_7_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_41_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_5_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_8_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_11_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1340_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_6_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_7_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_8_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_9_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1350_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_9_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_9_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1362_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1364_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1365_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_5_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_9_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1368_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_11_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_11_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1380_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1382_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1383_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_5_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1388_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_9_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_43_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1392_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_5_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_13_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1396_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1399_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_9_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_49_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_51_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_10_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1406_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1408_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_55_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_11_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_59_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_7_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_12_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_15_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1437_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_9_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_10_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_11_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_13_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1447_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_13_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_13_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1459_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1461_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1462_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_7_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_13_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1465_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_15_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_15_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1477_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1479_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1480_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_7_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1485_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_13_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_61_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1489_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_7_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_19_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1493_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1496_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_13_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_67_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_69_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_14_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1503_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1505_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_73_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_15_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_77_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_9_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_16_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_19_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1534_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_12_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_13_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_14_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_17_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1544_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_17_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_17_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1556_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1558_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1559_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_9_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_17_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1562_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_19_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_19_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1574_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1576_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1577_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_9_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1582_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_17_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_79_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1586_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_9_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_25_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1590_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1593_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_17_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_85_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_87_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_18_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1600_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1602_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_91_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_19_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_95_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_11_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_20_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_23_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1631_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_15_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_16_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_17_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_21_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1641_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_21_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_21_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1653_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1655_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1656_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_11_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_21_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1659_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_23_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_23_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1671_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1673_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1674_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_11_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1679_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_21_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_97_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1683_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_11_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_31_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1687_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1690_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_21_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_103_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_105_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_22_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1697_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1699_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_109_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_23_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_113_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_13_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_24_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_27_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1728_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_18_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_19_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_20_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_25_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1738_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_25_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_25_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1750_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1752_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1753_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_13_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_25_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1756_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_27_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_27_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1768_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1770_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1771_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_13_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1776_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_25_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_115_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1780_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_13_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_37_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1784_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1787_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_25_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_121_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_123_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_26_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1794_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1796_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_127_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_27_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_131_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_15_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_28_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_31_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1825_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_21_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_22_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_23_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_29_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1835_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_29_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_29_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1847_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1849_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1850_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_15_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_29_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1853_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_31_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_31_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1865_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1867_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1868_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_15_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1873_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_29_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_133_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1877_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_15_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_43_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1881_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1884_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_29_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_139_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_141_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_30_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1891_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1893_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_145_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_31_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_149_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_17_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_32_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_35_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1922_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_24_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_25_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_26_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_33_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1932_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_33_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_33_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1944_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1946_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1947_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_17_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_33_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1950_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_35_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_35_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1962_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1964_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1965_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_17_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1970_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_33_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_151_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1974_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_17_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_49_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1978_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1981_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_33_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_157_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_159_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_34_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1988_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1990_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_163_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_35_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_167_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_19_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_36_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_39_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2019_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_27_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_28_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_29_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_37_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2029_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_37_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_37_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2041_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2043_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2044_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_19_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_37_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2047_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_39_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_39_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2059_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2061_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2062_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_19_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2067_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_37_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_169_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2071_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_19_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_55_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2075_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2078_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_37_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_175_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_177_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_38_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2085_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2087_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_181_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_39_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_185_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_21_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_40_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_43_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2116_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_30_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_31_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_32_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_41_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2126_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_41_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_41_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2138_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2140_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2141_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_21_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_41_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2144_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_43_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_43_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2156_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2158_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2159_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_21_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2164_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_41_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_187_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2168_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_21_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_61_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2172_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2175_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_41_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_193_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_195_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_42_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2182_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2184_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_199_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_43_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_203_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_23_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_44_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_47_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2213_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_33_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_34_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_35_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_45_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2223_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_45_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_45_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2235_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2237_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2238_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_23_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_45_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2241_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_47_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_47_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2253_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2255_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2256_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_23_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2261_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_45_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_205_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2265_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_23_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_67_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2269_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2272_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_45_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_211_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_213_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_46_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2279_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2281_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_217_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_47_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_221_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_25_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_48_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_51_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2310_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_36_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_37_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_38_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_49_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2320_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_49_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_49_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2332_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2334_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2335_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_25_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_49_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2338_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_51_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_51_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2350_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2352_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2353_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_25_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2358_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_49_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_223_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2362_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_25_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_73_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2366_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2369_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_49_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_229_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_231_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_50_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2376_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2378_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_235_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_51_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_239_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_27_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_52_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_55_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2407_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_39_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_40_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_41_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_53_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2417_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_53_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_53_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2429_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2431_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2432_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_27_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_53_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2435_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_55_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_55_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2447_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2449_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2450_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_27_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2455_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_53_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_241_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2459_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_27_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_79_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2463_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2466_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_53_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_247_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_249_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_54_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2473_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2475_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_253_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_55_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_257_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_29_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_56_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_59_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2504_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_42_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_43_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_44_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_57_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2514_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_57_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_57_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2526_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2528_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2529_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_29_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_57_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2532_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_59_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_59_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2544_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2546_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2547_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_29_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2552_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_57_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_259_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2556_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_29_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_85_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2560_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2563_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_57_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_265_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_267_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_58_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2570_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2572_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_271_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_59_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_275_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_31_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_60_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_63_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2601_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_45_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_46_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_47_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_61_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2611_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_61_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_61_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2623_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2625_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2626_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_31_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_61_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2629_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_63_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_63_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2641_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2643_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2644_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_31_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2649_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_61_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_277_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2653_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_31_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_91_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2657_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2660_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_61_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_283_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_285_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_62_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2667_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2669_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_289_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_63_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_293_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_33_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_64_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_67_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2698_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_48_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_49_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_50_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_65_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2708_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_65_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_65_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2720_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2722_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2723_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_33_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_65_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2726_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_67_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_67_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2738_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2740_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2741_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_33_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2746_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_65_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_295_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2750_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_33_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_97_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2754_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2757_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_65_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_301_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_303_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_66_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2764_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2766_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_307_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_67_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_311_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_35_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_68_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_71_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2795_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_51_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_52_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_53_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_69_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2805_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_69_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_69_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2817_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2819_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2820_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_35_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_69_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2823_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_71_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_71_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2835_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2837_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2838_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_35_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2843_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_69_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_313_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2847_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_35_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_103_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2851_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2854_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_69_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_319_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_321_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_70_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2861_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2863_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_325_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_71_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_329_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_37_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_72_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_75_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2892_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_54_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_55_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_56_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_73_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2902_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_73_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_73_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2914_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2916_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2917_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_37_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_73_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2920_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_75_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_75_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2932_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2934_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2935_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_37_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2940_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_73_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_331_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2944_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_37_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_109_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2948_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2951_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_73_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_337_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_339_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_74_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2958_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2960_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_343_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_75_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_347_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_39_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_76_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_79_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2989_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_57_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_58_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_59_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_77_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2999_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_77_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_77_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3011_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3013_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3014_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_39_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_77_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3017_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_79_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_79_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3029_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3031_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3032_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_39_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_3037_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_77_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_349_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_3041_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_39_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_115_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3045_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3048_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_77_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_355_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_357_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_78_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_3055_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_3057_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_361_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_79_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_365_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_41_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_80_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_83_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_3086_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_60_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_61_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_62_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_81_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3096_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_81_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_81_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3108_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3110_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3111_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_41_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_81_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3114_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_83_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_83_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3126_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3128_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3129_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_41_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_3134_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_81_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_367_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_3138_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_41_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_121_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3142_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3145_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_81_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_373_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_375_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_82_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_3152_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_3154_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_379_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_83_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_383_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_84_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_87_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_3183_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_63_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_64_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_65_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_85_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3193_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_85_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_85_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3205_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3207_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3208_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_85_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3211_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3223_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3225_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3226_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_3231_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_85_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_385_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_3235_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_127_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3239_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3242_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_85_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_391_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_393_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_86_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_3249_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_3251_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_397_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_87_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_401_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "x_89_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "question_type_to_fp16", "type": "ios17.cast", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3262_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3264_cast_fp16", "type": "ios17.expand_dims", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_403_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0423 }, { "name": "h_1_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_88_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_3291_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "var_3301_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3307_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3313_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "transpose_8", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "transpose_7", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3320_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3323_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "scores_1_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "weights_1_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "v_3_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3329_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3332_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_405_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_89_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_407_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_409_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_90_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_411_cast_fp16", "type": "ios16.relu", "device": "gpu", "cost_percent": 0.0 }, { "name": "linear_91_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 2.4728 }, { "name": "input_413_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "h_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_92_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_3372_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "var_3382_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3388_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3394_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "transpose_10", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "transpose_9", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3401_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3404_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "scores_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "weights_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "v_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3410_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3413_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_415_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_93_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_417_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_419_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_94_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_421_cast_fp16", "type": "ios16.relu", "device": "gpu", "cost_percent": 0.0 }, { "name": "linear_95_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 2.4728 }, { "name": "x_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "marker_map_to_fp16", "type": "ios17.cast", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_423_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_425_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_96_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_429_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "linear_97_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.0423 }, { "name": "logits_1_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "option_mask_cast_fp16", "type": "ios16.reduce_sum", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3446_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3449_cast_fp16", "type": "ios17.sub", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3451_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "logits_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0423 }, { "name": "probabilities_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3461_cast_fp16", "type": "ios16.reduce_sum", "device": "gpu", "cost_percent": 0.0423 }, { "name": "clip_0_cast_fp16", "type": "ios17.clip", "device": "gpu", "cost_percent": 0.0423 }, { "name": "clip_1_cast_fp16", "type": "ios17.clip", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3468_cast_fp16", "type": "ios17.log", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3469_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3474_cast_fp16", "type": "ios16.reduce_sum", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3475_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3476_cast_fp16", "type": "ios17.log", "device": "gpu", "cost_percent": 0.0423 }, { "name": "entropy_cast_fp16", "type": "ios17.real_div", "device": "gpu", "cost_percent": 0.0423 }, { "name": "top2_cast_fp16_cast_int16_0", "type": "ios17.topk", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3493_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3513_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3515_cast_fp16", "type": "ios17.sub", "device": "gpu", "cost_percent": 0.0423 }, { "name": "_inversed_3517_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "feats_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "pooled_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_431_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_98_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "linear_99_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3538_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.0423 }, { "name": "action_probabilities", "type": "ios17.cast", "device": "gpu", "cost_percent": 0.0423 }, { "name": "probabilities", "type": "ios17.cast", "device": "gpu", "cost_percent": 0.0423 }, { "name": "logits", "type": "ios17.cast", "device": "gpu", "cost_percent": 0.0423 } ], "latency": { "compile_ms": 25.632, "median_ms": 8.808, "mean_ms": 8.825, "min_ms": 8.754, "max_ms": 9.083, "std_ms": 0.067, "iterations": 20 } }, { "compute_units": "cpu_only", "summary": { "cpu_percent": 100.0, "gpu_percent": 0.0, "ane_percent": 0.0 }, "operations": [ { "name": "attention_mask_to_fp16", "type": "ios17.cast", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_1095_cast_fp16", "type": "ios17.sub", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_1101_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0009 }, { "name": "pad_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0009 }, { "name": "attention_mask_3_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.014 }, { "name": "attention_mask_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.014 }, { "name": "greater_equal_0", "type": "ios17.greater_equal", "device": "cpu", "cost_percent": 0.0009 }, { "name": "add_0", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0009 }, { "name": "select_0", "type": "select", "device": "cpu", "cost_percent": 0.0009 }, { "name": "input_3_cast_fp16", "type": "ios17.gather", "device": "cpu", "cost_percent": 5.2728 }, { "name": "input_5_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_0_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_3_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_1146_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_0_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_1_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_2_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_1_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1156_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_1_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_1_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1168_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1170_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1171_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_1_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_1_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1174_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_3_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_3_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1186_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1188_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1189_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_1_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_1194_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_1_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_7_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_1198_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_1_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_1_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_1202_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1205_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_1_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_13_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_15_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_2_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_1212_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_1214_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_19_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_3_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_23_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_3_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_4_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_7_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_1243_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_3_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_4_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_5_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_5_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1253_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_5_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_5_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1265_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1267_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1268_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_3_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_5_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1271_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_7_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_7_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1283_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1285_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1286_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_3_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_1291_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_5_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_25_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_1295_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_3_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_7_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_1299_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1302_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_5_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_31_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_33_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_6_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_1309_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_1311_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_37_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_7_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_41_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_5_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_8_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_11_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_1340_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_6_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_7_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_8_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_9_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1350_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_9_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_9_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1362_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1364_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1365_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_5_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_9_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1368_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_11_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_11_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1380_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1382_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1383_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_5_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_1388_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_9_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_43_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_1392_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_5_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_13_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_1396_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1399_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_9_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_49_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_51_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_10_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_1406_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_1408_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_55_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_11_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_59_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_7_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_12_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_15_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_1437_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_9_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_10_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_11_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_13_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1447_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_13_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_13_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1459_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1461_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1462_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_7_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_13_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1465_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_15_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_15_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1477_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1479_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1480_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_7_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_1485_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_13_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_61_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_1489_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_7_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_19_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_1493_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1496_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_13_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_67_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_69_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_14_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_1503_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_1505_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_73_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_15_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_77_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_9_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_16_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_19_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_1534_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_12_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_13_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_14_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_17_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1544_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_17_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_17_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1556_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1558_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1559_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_9_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_17_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1562_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_19_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_19_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1574_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1576_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1577_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_9_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_1582_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_17_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_79_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_1586_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_9_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_25_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_1590_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1593_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_17_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_85_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_87_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_18_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_1600_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_1602_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_91_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_19_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_95_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_11_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_20_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_23_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_1631_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_15_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_16_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_17_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_21_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1641_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_21_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_21_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1653_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1655_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1656_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_11_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_21_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1659_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_23_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_23_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1671_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1673_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1674_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_11_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_1679_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_21_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_97_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_1683_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_11_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_31_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_1687_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1690_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_21_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_103_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_105_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_22_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_1697_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_1699_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_109_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_23_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_113_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_13_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_24_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_27_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_1728_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_18_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_19_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_20_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_25_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1738_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_25_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_25_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1750_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1752_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1753_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_13_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_25_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1756_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_27_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_27_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1768_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1770_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1771_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_13_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_1776_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_25_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_115_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_1780_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_13_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_37_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_1784_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1787_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_25_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_121_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_123_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_26_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_1794_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_1796_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_127_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_27_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_131_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_15_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_28_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_31_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_1825_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_21_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_22_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_23_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_29_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1835_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_29_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_29_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1847_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1849_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1850_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_15_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_29_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1853_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_31_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_31_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1865_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1867_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1868_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_15_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_1873_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_29_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_133_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_1877_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_15_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_43_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_1881_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1884_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_29_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_139_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_141_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_30_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_1891_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_1893_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_145_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_31_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_149_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_17_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_32_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_35_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_1922_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_24_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_25_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_26_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_33_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1932_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_33_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_33_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1944_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1946_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1947_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_17_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_33_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1950_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_35_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_35_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_1962_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_1964_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1965_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_17_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_1970_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_33_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_151_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_1974_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_17_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_49_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_1978_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_1981_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_33_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_157_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_159_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_34_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_1988_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_1990_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_163_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_35_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_167_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_19_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_36_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_39_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_2019_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_27_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_28_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_29_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_37_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2029_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_37_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_37_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2041_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2043_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2044_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_19_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_37_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2047_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_39_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_39_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2059_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2061_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2062_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_19_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_2067_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_37_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_169_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_2071_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_19_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_55_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_2075_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2078_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_37_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_175_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_177_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_38_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_2085_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_2087_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_181_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_39_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_185_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_21_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_40_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_43_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_2116_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_30_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_31_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_32_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_41_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2126_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_41_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_41_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2138_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2140_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2141_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_21_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_41_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2144_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_43_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_43_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2156_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2158_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2159_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_21_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_2164_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_41_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_187_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_2168_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_21_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_61_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_2172_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2175_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_41_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_193_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_195_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_42_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_2182_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_2184_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_199_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_43_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_203_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_23_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_44_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_47_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_2213_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_33_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_34_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_35_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_45_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2223_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_45_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_45_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2235_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2237_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2238_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_23_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_45_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2241_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_47_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_47_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2253_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2255_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2256_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_23_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_2261_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_45_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_205_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_2265_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_23_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_67_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_2269_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2272_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_45_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_211_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_213_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_46_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_2279_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_2281_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_217_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_47_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_221_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_25_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_48_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_51_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_2310_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_36_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_37_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_38_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_49_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2320_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_49_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_49_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2332_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2334_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2335_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_25_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_49_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2338_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_51_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_51_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2350_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2352_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2353_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_25_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_2358_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_49_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_223_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_2362_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_25_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_73_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_2366_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2369_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_49_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_229_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_231_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_50_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_2376_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_2378_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_235_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_51_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_239_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_27_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_52_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_55_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_2407_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_39_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_40_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_41_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_53_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2417_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_53_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_53_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2429_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2431_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2432_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_27_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_53_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2435_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_55_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_55_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2447_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2449_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2450_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_27_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_2455_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_53_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_241_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_2459_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_27_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_79_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_2463_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2466_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_53_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_247_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_249_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_54_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_2473_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_2475_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_253_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_55_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_257_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_29_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_56_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_59_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_2504_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_42_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_43_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_44_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_57_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2514_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_57_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_57_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2526_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2528_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2529_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_29_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_57_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2532_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_59_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_59_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2544_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2546_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2547_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_29_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_2552_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_57_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_259_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_2556_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_29_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_85_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_2560_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2563_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_57_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_265_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_267_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_58_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_2570_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_2572_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_271_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_59_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_275_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_31_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_60_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_63_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_2601_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_45_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_46_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_47_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_61_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2611_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_61_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_61_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2623_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2625_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2626_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_31_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_61_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2629_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_63_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_63_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2641_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2643_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2644_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_31_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_2649_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_61_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_277_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_2653_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_31_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_91_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_2657_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2660_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_61_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_283_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_285_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_62_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_2667_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_2669_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_289_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_63_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_293_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_33_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_64_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_67_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_2698_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_48_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_49_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_50_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_65_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2708_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_65_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_65_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2720_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2722_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2723_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_33_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_65_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2726_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_67_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_67_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2738_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2740_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2741_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_33_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_2746_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_65_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_295_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_2750_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_33_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_97_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_2754_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2757_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_65_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_301_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_303_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_66_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_2764_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_2766_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_307_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_67_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_311_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_35_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_68_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_71_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_2795_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_51_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_52_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_53_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_69_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2805_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_69_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_69_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2817_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2819_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2820_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_35_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_69_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2823_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_71_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_71_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2835_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2837_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2838_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_35_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_2843_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_69_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_313_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_2847_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_35_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_103_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_2851_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2854_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_69_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_319_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_321_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_70_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_2861_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_2863_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_325_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_71_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_329_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_37_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_72_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_75_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_2892_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_54_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_55_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_56_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_73_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2902_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_73_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_73_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2914_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2916_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2917_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_37_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_73_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2920_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_75_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_75_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_2932_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_2934_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2935_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_37_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_2940_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_73_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_331_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_2944_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_37_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_109_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_2948_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2951_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_73_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_337_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_339_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_74_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_2958_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_2960_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_343_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_75_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_347_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_39_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_76_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_79_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_2989_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_57_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_58_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_59_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_77_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_2999_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_77_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_77_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_3011_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_3013_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3014_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_39_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_77_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3017_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_79_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_79_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_3029_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_3031_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3032_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_39_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_3037_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_77_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_349_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_3041_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_39_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_115_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_3045_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3048_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_77_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_355_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_357_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_78_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_3055_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_3057_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_361_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_79_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_365_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_41_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_80_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_83_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_3086_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_60_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_61_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_62_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_81_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3096_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_81_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_81_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_3108_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_3110_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3111_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_41_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_81_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3114_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_83_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_83_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_3126_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_3128_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3129_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_41_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_3134_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_81_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_367_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_3138_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_41_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_121_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_3142_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3145_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_81_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_373_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_375_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_82_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_3152_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_3154_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_379_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_83_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_383_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "hidden_states_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_84_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "qkv_87_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.0631 }, { "name": "var_3183_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "squeeze_63_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_64_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "squeeze_65_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.021 }, { "name": "q_85_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3193_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_85_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_85_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_3205_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_3207_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3208_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "q_embed_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "k_85_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3211_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "x1_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "x2_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0158 }, { "name": "var_3223_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0105 }, { "name": "var_3225_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3226_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0219 }, { "name": "k_embed_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "var_3231_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.2342 }, { "name": "attn_weights_85_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "input_385_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "var_3235_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "value_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "attn_output_127_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_3239_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3242_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_85_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_391_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_393_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_86_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_3249_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0474 }, { "name": "var_3251_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "input_397_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0474 }, { "name": "linear_87_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.7896 }, { "name": "input_401_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "x_89_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "question_type_to_fp16", "type": "ios17.cast", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3262_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3264_cast_fp16", "type": "ios17.expand_dims", "device": "cpu", "cost_percent": 0.0009 }, { "name": "input_403_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0211 }, { "name": "h_1_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_88_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_3291_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "var_3301_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3307_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3313_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "transpose_8", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "transpose_7", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3320_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_3323_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "scores_1_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "weights_1_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "v_3_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3329_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_3332_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "input_405_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_89_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_407_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_409_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_90_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_411_cast_fp16", "type": "ios16.relu", "device": "cpu", "cost_percent": 0.0 }, { "name": "linear_91_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 5.615 }, { "name": "input_413_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "h_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_92_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "var_3372_cast_fp16_0", "type": "split", "device": "cpu", "cost_percent": 0.0421 }, { "name": "var_3382_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3388_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3394_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "transpose_10", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "transpose_9", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3401_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_3404_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.1684 }, { "name": "scores_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.1754 }, { "name": "weights_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.1684 }, { "name": "v_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "var_3410_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.234 }, { "name": "var_3413_cast_fp16", "type": "ios17.transpose", "device": "cpu", "cost_percent": 0.021 }, { "name": "input_415_cast_fp16", "type": "ios17.reshape", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_93_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_417_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "input_419_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.021 }, { "name": "linear_94_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.3509 }, { "name": "input_421_cast_fp16", "type": "ios16.relu", "device": "cpu", "cost_percent": 0.0 }, { "name": "linear_95_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 5.615 }, { "name": "x_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0316 }, { "name": "marker_map_to_fp16", "type": "ios17.cast", "device": "cpu", "cost_percent": 0.0013 }, { "name": "input_423_cast_fp16", "type": "ios17.matmul", "device": "cpu", "cost_percent": 0.0146 }, { "name": "input_425_cast_fp16", "type": "ios17.layer_norm", "device": "cpu", "cost_percent": 0.0013 }, { "name": "linear_96_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.0219 }, { "name": "input_429_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "linear_97_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.0219 }, { "name": "logits_1_cast_fp16", "type": "ios17.squeeze", "device": "cpu", "cost_percent": 0.0009 }, { "name": "option_mask_cast_fp16", "type": "ios16.reduce_sum", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3446_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3449_cast_fp16", "type": "ios17.sub", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3451_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0009 }, { "name": "logits_cast_fp16", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0009 }, { "name": "probabilities_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3461_cast_fp16", "type": "ios16.reduce_sum", "device": "cpu", "cost_percent": 0.0009 }, { "name": "clip_0_cast_fp16", "type": "ios17.clip", "device": "cpu", "cost_percent": 0.0009 }, { "name": "clip_1_cast_fp16", "type": "ios17.clip", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3468_cast_fp16", "type": "ios17.log", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3469_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3474_cast_fp16", "type": "ios16.reduce_sum", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3475_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3476_cast_fp16", "type": "ios17.log", "device": "cpu", "cost_percent": 0.0009 }, { "name": "entropy_cast_fp16", "type": "ios17.real_div", "device": "cpu", "cost_percent": 0.0009 }, { "name": "top2_cast_fp16_cast_int16_0", "type": "ios17.topk", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3493_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3513_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3515_cast_fp16", "type": "ios17.sub", "device": "cpu", "cost_percent": 0.0009 }, { "name": "_inversed_3517_cast_fp16", "type": "ios17.mul", "device": "cpu", "cost_percent": 0.0009 }, { "name": "feats_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.0009 }, { "name": "pooled_cast_fp16", "type": "ios17.slice_by_index", "device": "cpu", "cost_percent": 0.0105 }, { "name": "input_431_cast_fp16", "type": "ios17.concat", "device": "cpu", "cost_percent": 0.0009 }, { "name": "linear_98_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.0053 }, { "name": "input_cast_fp16", "type": "ios16.gelu", "device": "cpu", "cost_percent": 0.0 }, { "name": "linear_99_cast_fp16", "type": "ios17.linear", "device": "cpu", "cost_percent": 0.0009 }, { "name": "var_3538_cast_fp16", "type": "ios16.softmax", "device": "cpu", "cost_percent": 0.0009 }, { "name": "action_probabilities", "type": "ios17.cast", "device": "cpu", "cost_percent": 0.0009 }, { "name": "probabilities", "type": "ios17.cast", "device": "cpu", "cost_percent": 0.0009 }, { "name": "logits", "type": "ios17.cast", "device": "cpu", "cost_percent": 0.0009 } ], "latency": { "compile_ms": 0.398, "median_ms": 58.935, "mean_ms": 59.253, "min_ms": 58.506, "max_ms": 62.615, "std_ms": 0.906, "iterations": 20 } }, { "compute_units": "cpu_and_gpu", "summary": { "cpu_percent": 0.0, "gpu_percent": 100.0, "ane_percent": 0.0 }, "operations": [ { "name": "attention_mask_to_fp16", "type": "ios17.cast", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1095_cast_fp16", "type": "ios17.sub", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1101_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "pad_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attention_mask_3_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attention_mask_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0423 }, { "name": "greater_equal_0", "type": "ios17.greater_equal", "device": "gpu", "cost_percent": 0.0423 }, { "name": "add_0", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0423 }, { "name": "select_0", "type": "select", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_3_cast_fp16", "type": "ios17.gather", "device": "gpu", "cost_percent": 10.1236 }, { "name": "input_5_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_0_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_3_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1146_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_0_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_1_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_2_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_1_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1156_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_1_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_1_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1168_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1170_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1171_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_1_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_1_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1174_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_3_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_3_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1186_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1188_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1189_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_1_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1194_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_1_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_7_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1198_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_1_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_1_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1202_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1205_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_1_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_13_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_15_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_2_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1212_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1214_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_19_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_3_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_23_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_3_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_4_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_7_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1243_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_3_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_4_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_5_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_5_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1253_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_5_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_5_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1265_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1267_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1268_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_3_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_5_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1271_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_7_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_7_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1283_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1285_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1286_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_3_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1291_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_5_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_25_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1295_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_3_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_7_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1299_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1302_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_5_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_31_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_33_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_6_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1309_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1311_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_37_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_7_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_41_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_5_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_8_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_11_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1340_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_6_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_7_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_8_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_9_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1350_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_9_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_9_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1362_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1364_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1365_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_5_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_9_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1368_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_11_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_11_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1380_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1382_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1383_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_5_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1388_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_9_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_43_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1392_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_5_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_13_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1396_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1399_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_9_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_49_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_51_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_10_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1406_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1408_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_55_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_11_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_59_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_7_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_12_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_15_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1437_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_9_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_10_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_11_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_13_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1447_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_13_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_13_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1459_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1461_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1462_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_7_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_13_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1465_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_15_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_15_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1477_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1479_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1480_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_7_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1485_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_13_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_61_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1489_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_7_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_19_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1493_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1496_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_13_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_67_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_69_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_14_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1503_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1505_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_73_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_15_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_77_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_9_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_16_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_19_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1534_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_12_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_13_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_14_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_17_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1544_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_17_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_17_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1556_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1558_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1559_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_9_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_17_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1562_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_19_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_19_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1574_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1576_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1577_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_9_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1582_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_17_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_79_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1586_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_9_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_25_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1590_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1593_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_17_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_85_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_87_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_18_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1600_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1602_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_91_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_19_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_95_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_11_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_20_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_23_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1631_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_15_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_16_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_17_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_21_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1641_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_21_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_21_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1653_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1655_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1656_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_11_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_21_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1659_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_23_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_23_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1671_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1673_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1674_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_11_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1679_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_21_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_97_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1683_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_11_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_31_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1687_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1690_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_21_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_103_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_105_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_22_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1697_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1699_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_109_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_23_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_113_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_13_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_24_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_27_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1728_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_18_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_19_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_20_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_25_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1738_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_25_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_25_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1750_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1752_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1753_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_13_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_25_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1756_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_27_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_27_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1768_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1770_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1771_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_13_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1776_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_25_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_115_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1780_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_13_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_37_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1784_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1787_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_25_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_121_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_123_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_26_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1794_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1796_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_127_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_27_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_131_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_15_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_28_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_31_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1825_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_21_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_22_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_23_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_29_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1835_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_29_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_29_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1847_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1849_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1850_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_15_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_29_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1853_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_31_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_31_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1865_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1867_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1868_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_15_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1873_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_29_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_133_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1877_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_15_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_43_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1881_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1884_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_29_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_139_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_141_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_30_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1891_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1893_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_145_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_31_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_149_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_17_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_32_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_35_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_1922_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_24_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_25_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_26_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_33_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1932_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_33_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_33_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1944_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1946_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1947_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_17_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_33_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1950_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_35_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_35_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1962_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1964_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1965_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_17_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_1970_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_33_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_151_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_1974_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_17_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_49_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_1978_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_1981_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_33_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_157_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_159_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_34_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_1988_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_1990_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_163_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_35_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_167_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_19_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_36_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_39_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2019_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_27_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_28_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_29_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_37_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2029_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_37_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_37_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2041_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2043_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2044_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_19_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_37_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2047_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_39_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_39_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2059_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2061_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2062_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_19_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2067_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_37_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_169_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2071_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_19_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_55_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2075_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2078_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_37_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_175_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_177_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_38_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2085_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2087_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_181_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_39_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_185_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_21_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_40_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_43_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2116_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_30_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_31_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_32_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_41_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2126_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_41_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_41_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2138_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2140_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2141_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_21_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_41_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2144_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_43_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_43_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2156_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2158_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2159_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_21_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2164_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_41_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_187_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2168_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_21_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_61_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2172_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2175_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_41_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_193_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_195_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_42_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2182_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2184_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_199_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_43_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_203_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_23_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_44_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_47_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2213_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_33_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_34_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_35_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_45_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2223_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_45_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_45_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2235_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2237_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2238_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_23_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_45_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2241_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_47_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_47_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2253_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2255_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2256_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_23_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2261_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_45_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_205_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2265_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_23_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_67_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2269_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2272_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_45_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_211_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_213_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_46_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2279_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2281_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_217_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_47_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_221_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_25_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_48_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_51_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2310_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_36_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_37_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_38_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_49_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2320_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_49_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_49_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2332_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2334_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2335_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_25_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_49_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2338_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_51_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_51_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2350_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2352_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2353_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_25_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2358_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_49_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_223_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2362_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_25_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_73_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2366_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2369_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_49_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_229_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_231_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_50_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2376_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2378_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_235_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_51_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_239_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_27_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_52_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_55_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2407_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_39_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_40_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_41_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_53_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2417_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_53_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_53_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2429_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2431_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2432_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_27_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_53_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2435_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_55_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_55_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2447_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2449_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2450_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_27_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2455_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_53_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_241_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2459_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_27_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_79_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2463_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2466_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_53_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_247_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_249_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_54_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2473_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2475_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_253_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_55_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_257_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_29_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_56_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_59_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2504_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_42_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_43_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_44_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_57_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2514_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_57_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_57_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2526_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2528_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2529_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_29_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_57_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2532_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_59_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_59_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2544_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2546_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2547_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_29_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2552_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_57_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_259_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2556_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_29_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_85_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2560_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2563_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_57_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_265_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_267_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_58_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2570_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2572_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_271_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_59_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_275_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_31_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_60_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_63_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2601_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_45_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_46_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_47_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_61_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2611_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_61_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_61_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2623_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2625_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2626_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_31_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_61_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2629_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_63_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_63_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2641_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2643_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2644_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_31_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2649_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_61_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_277_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2653_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_31_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_91_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2657_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2660_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_61_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_283_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_285_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_62_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2667_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2669_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_289_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_63_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_293_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_33_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_64_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_67_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2698_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_48_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_49_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_50_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_65_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2708_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_65_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_65_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2720_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2722_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2723_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_33_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_65_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2726_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_67_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_67_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2738_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2740_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2741_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_33_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2746_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_65_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_295_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2750_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_33_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_97_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2754_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2757_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_65_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_301_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_303_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_66_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2764_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2766_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_307_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_67_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_311_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_35_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_68_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_71_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2795_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_51_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_52_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_53_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_69_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2805_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_69_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_69_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2817_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2819_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2820_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_35_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_69_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2823_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_71_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_71_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2835_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2837_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2838_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_35_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2843_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_69_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_313_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2847_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_35_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_103_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2851_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2854_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_69_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_319_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_321_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_70_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2861_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2863_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_325_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_71_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_329_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_37_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_72_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_75_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2892_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_54_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_55_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_56_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_73_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2902_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_73_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_73_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2914_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2916_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2917_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_37_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_73_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2920_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_75_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_75_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2932_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2934_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2935_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_37_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_2940_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_73_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_331_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_2944_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_37_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_109_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_2948_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2951_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_73_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_337_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_339_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_74_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_2958_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_2960_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_343_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_75_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_347_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_39_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_76_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_79_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_2989_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_57_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_58_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_59_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_77_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_2999_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_77_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_77_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3011_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3013_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3014_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_39_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_77_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3017_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_79_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_79_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3029_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3031_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3032_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_39_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_3037_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_77_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_349_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_3041_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_39_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_115_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3045_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3048_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_77_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_355_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_357_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_78_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_3055_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_3057_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_361_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_79_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_365_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_41_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_80_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_83_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_3086_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_60_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_61_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_62_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_81_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3096_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_81_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_81_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3108_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3110_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3111_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_41_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_81_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3114_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_83_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_83_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3126_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3128_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3129_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_41_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_3134_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_81_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_367_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_3138_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_41_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_121_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3142_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3145_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_81_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_373_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_375_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_82_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_3152_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_3154_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_379_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_83_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_383_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "hidden_states_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_84_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "qkv_87_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.1212 }, { "name": "var_3183_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "squeeze_63_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_64_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "squeeze_65_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_85_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3193_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_85_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_85_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3205_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3207_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3208_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "q_embed_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "k_85_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3211_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x1_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "x2_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3223_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3225_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3226_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "k_embed_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "var_3231_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.1031 }, { "name": "attn_weights_85_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "input_385_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "var_3235_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "value_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "attn_output_127_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3239_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3242_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_85_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_391_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_393_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_86_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_3249_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0909 }, { "name": "var_3251_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "input_397_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0909 }, { "name": "linear_87_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.3477 }, { "name": "input_401_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "x_89_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "question_type_to_fp16", "type": "ios17.cast", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3262_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3264_cast_fp16", "type": "ios17.expand_dims", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_403_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0423 }, { "name": "h_1_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_88_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_3291_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "var_3301_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3307_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3313_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "transpose_8", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "transpose_7", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3320_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3323_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "scores_1_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "weights_1_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "v_3_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3329_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3332_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_405_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_89_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_407_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_409_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_90_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_411_cast_fp16", "type": "ios16.relu", "device": "gpu", "cost_percent": 0.0 }, { "name": "linear_91_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 2.4728 }, { "name": "input_413_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "h_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_92_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "var_3372_cast_fp16_0", "type": "split", "device": "gpu", "cost_percent": 0.0808 }, { "name": "var_3382_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3388_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3394_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "transpose_10", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "transpose_9", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3401_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3404_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.3233 }, { "name": "scores_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.3368 }, { "name": "weights_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.3233 }, { "name": "v_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3410_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.103 }, { "name": "var_3413_cast_fp16", "type": "ios17.transpose", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_415_cast_fp16", "type": "ios17.reshape", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_93_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_417_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "input_419_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_94_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.1545 }, { "name": "input_421_cast_fp16", "type": "ios16.relu", "device": "gpu", "cost_percent": 0.0 }, { "name": "linear_95_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 2.4728 }, { "name": "x_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0606 }, { "name": "marker_map_to_fp16", "type": "ios17.cast", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_423_cast_fp16", "type": "ios17.matmul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_425_cast_fp16", "type": "ios17.layer_norm", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_96_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_429_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "linear_97_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.0423 }, { "name": "logits_1_cast_fp16", "type": "ios17.squeeze", "device": "gpu", "cost_percent": 0.0423 }, { "name": "option_mask_cast_fp16", "type": "ios16.reduce_sum", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3446_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3449_cast_fp16", "type": "ios17.sub", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3451_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "logits_cast_fp16", "type": "ios17.add", "device": "gpu", "cost_percent": 0.0423 }, { "name": "probabilities_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3461_cast_fp16", "type": "ios16.reduce_sum", "device": "gpu", "cost_percent": 0.0423 }, { "name": "clip_0_cast_fp16", "type": "ios17.clip", "device": "gpu", "cost_percent": 0.0423 }, { "name": "clip_1_cast_fp16", "type": "ios17.clip", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3468_cast_fp16", "type": "ios17.log", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3469_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3474_cast_fp16", "type": "ios16.reduce_sum", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3475_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3476_cast_fp16", "type": "ios17.log", "device": "gpu", "cost_percent": 0.0423 }, { "name": "entropy_cast_fp16", "type": "ios17.real_div", "device": "gpu", "cost_percent": 0.0423 }, { "name": "top2_cast_fp16_cast_int16_0", "type": "ios17.topk", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3493_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3513_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3515_cast_fp16", "type": "ios17.sub", "device": "gpu", "cost_percent": 0.0423 }, { "name": "_inversed_3517_cast_fp16", "type": "ios17.mul", "device": "gpu", "cost_percent": 0.0423 }, { "name": "feats_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "pooled_cast_fp16", "type": "ios17.slice_by_index", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_431_cast_fp16", "type": "ios17.concat", "device": "gpu", "cost_percent": 0.0423 }, { "name": "linear_98_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.0423 }, { "name": "input_cast_fp16", "type": "ios16.gelu", "device": "gpu", "cost_percent": 0.0 }, { "name": "linear_99_cast_fp16", "type": "ios17.linear", "device": "gpu", "cost_percent": 0.0423 }, { "name": "var_3538_cast_fp16", "type": "ios16.softmax", "device": "gpu", "cost_percent": 0.0423 }, { "name": "action_probabilities", "type": "ios17.cast", "device": "gpu", "cost_percent": 0.0423 }, { "name": "probabilities", "type": "ios17.cast", "device": "gpu", "cost_percent": 0.0423 }, { "name": "logits", "type": "ios17.cast", "device": "gpu", "cost_percent": 0.0423 } ], "latency": { "compile_ms": 0.624, "median_ms": 8.839, "mean_ms": 8.897, "min_ms": 8.765, "max_ms": 9.24, "std_ms": 0.144, "iterations": 20 } }, { "compute_units": "cpu_and_neural_engine", "summary": { "cpu_percent": 28.53, "gpu_percent": 0.0, "ane_percent": 71.47 }, "operations": [ { "name": "attention_mask_to_fp16", "type": "ios17.cast", "device": "cpu", "cost_percent": 0.0049 }, { "name": "var_1095_cast_fp16", "type": "ios17.sub", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_1101_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0049 }, { "name": "pad_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0049 }, { "name": "attention_mask_3_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0153 }, { "name": "attention_mask_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0153 }, { "name": "greater_equal_0", "type": "ios17.greater_equal", "device": "cpu", "cost_percent": 0.0049 }, { "name": "add_0", "type": "ios17.add", "device": "cpu", "cost_percent": 0.0049 }, { "name": "select_0", "type": "select", "device": "cpu", "cost_percent": 0.0049 }, { "name": "input_3_cast_fp16", "type": "ios17.gather", "device": "cpu", "cost_percent": 28.5127 }, { "name": "input_5_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_0_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_3_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_1146_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_0_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_1_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_2_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_1_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1156_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_1_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_1_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1168_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1170_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1171_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_1_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_1_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1174_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_3_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_3_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1186_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1188_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1189_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_1_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1194_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_1_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_7_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_1198_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_1_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_1_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_1202_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1205_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_1_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_13_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_15_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_2_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_1212_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_1214_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_19_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_3_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_23_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_3_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_4_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_7_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_1243_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_3_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_4_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_5_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_5_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1253_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_5_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_5_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1265_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1267_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1268_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_3_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_5_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1271_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_7_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_7_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1283_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1285_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1286_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_3_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1291_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_5_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_25_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_1295_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_3_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_7_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_1299_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1302_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_5_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_31_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_33_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_6_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_1309_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_1311_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_37_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_7_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_41_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_5_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_8_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_11_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_1340_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_6_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_7_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_8_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_9_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1350_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_9_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_9_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1362_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1364_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1365_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_5_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_9_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1368_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_11_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_11_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1380_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1382_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1383_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_5_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1388_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_9_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_43_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_1392_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_5_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_13_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_1396_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1399_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_9_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_49_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_51_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_10_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_1406_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_1408_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_55_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_11_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_59_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_7_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_12_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_15_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_1437_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_9_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_10_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_11_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_13_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1447_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_13_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_13_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1459_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1461_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1462_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_7_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_13_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1465_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_15_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_15_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1477_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1479_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1480_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_7_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1485_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_13_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_61_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_1489_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_7_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_19_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_1493_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1496_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_13_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_67_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_69_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_14_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_1503_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_1505_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_73_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_15_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_77_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_9_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_16_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_19_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_1534_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_12_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_13_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_14_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_17_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1544_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_17_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_17_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1556_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1558_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1559_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_9_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_17_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1562_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_19_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_19_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1574_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1576_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1577_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_9_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1582_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_17_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_79_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_1586_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_9_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_25_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_1590_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1593_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_17_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_85_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_87_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_18_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_1600_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_1602_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_91_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_19_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_95_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_11_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_20_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_23_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_1631_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_15_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_16_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_17_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_21_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1641_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_21_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_21_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1653_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1655_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1656_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_11_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_21_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1659_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_23_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_23_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1671_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1673_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1674_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_11_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1679_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_21_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_97_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_1683_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_11_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_31_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_1687_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1690_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_21_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_103_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_105_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_22_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_1697_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_1699_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_109_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_23_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_113_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_13_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_24_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_27_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_1728_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_18_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_19_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_20_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_25_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1738_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_25_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_25_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1750_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1752_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1753_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_13_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_25_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1756_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_27_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_27_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1768_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1770_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1771_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_13_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1776_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_25_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_115_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_1780_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_13_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_37_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_1784_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1787_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_25_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_121_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_123_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_26_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_1794_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_1796_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_127_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_27_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_131_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_15_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_28_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_31_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_1825_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_21_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_22_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_23_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_29_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1835_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_29_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_29_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1847_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1849_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1850_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_15_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_29_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1853_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_31_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_31_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1865_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1867_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1868_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_15_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1873_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_29_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_133_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_1877_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_15_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_43_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_1881_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1884_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_29_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_139_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_141_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_30_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_1891_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_1893_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_145_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_31_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_149_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_17_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_32_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_35_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_1922_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_24_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_25_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_26_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_33_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1932_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_33_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_33_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1944_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1946_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1947_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_17_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_33_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1950_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_35_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_35_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_1962_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_1964_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1965_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_17_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_1970_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_33_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_151_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_1974_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_17_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_49_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_1978_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_1981_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_33_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_157_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_159_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_34_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_1988_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_1990_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_163_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_35_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_167_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_19_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_36_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_39_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_2019_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_27_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_28_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_29_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_37_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2029_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_37_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_37_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2041_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2043_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2044_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_19_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_37_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2047_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_39_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_39_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2059_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2061_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2062_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_19_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2067_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_37_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_169_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_2071_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_19_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_55_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_2075_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2078_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_37_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_175_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_177_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_38_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_2085_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_2087_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_181_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_39_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_185_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_21_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_40_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_43_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_2116_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_30_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_31_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_32_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_41_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2126_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_41_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_41_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2138_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2140_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2141_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_21_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_41_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2144_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_43_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_43_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2156_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2158_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2159_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_21_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2164_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_41_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_187_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_2168_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_21_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_61_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_2172_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2175_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_41_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_193_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_195_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_42_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_2182_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_2184_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_199_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_43_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_203_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_23_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_44_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_47_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_2213_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_33_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_34_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_35_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_45_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2223_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_45_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_45_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2235_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2237_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2238_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_23_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_45_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2241_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_47_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_47_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2253_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2255_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2256_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_23_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2261_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_45_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_205_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_2265_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_23_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_67_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_2269_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2272_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_45_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_211_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_213_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_46_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_2279_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_2281_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_217_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_47_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_221_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_25_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_48_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_51_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_2310_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_36_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_37_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_38_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_49_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2320_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_49_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_49_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2332_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2334_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2335_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_25_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_49_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2338_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_51_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_51_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2350_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2352_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2353_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_25_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2358_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_49_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_223_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_2362_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_25_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_73_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_2366_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2369_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_49_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_229_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_231_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_50_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_2376_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_2378_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_235_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_51_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_239_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_27_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_52_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_55_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_2407_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_39_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_40_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_41_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_53_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2417_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_53_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_53_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2429_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2431_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2432_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_27_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_53_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2435_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_55_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_55_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2447_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2449_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2450_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_27_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2455_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_53_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_241_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_2459_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_27_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_79_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_2463_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2466_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_53_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_247_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_249_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_54_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_2473_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_2475_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_253_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_55_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_257_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_29_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_56_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_59_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_2504_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_42_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_43_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_44_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_57_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2514_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_57_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_57_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2526_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2528_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2529_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_29_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_57_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2532_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_59_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_59_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2544_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2546_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2547_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_29_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2552_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_57_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_259_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_2556_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_29_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_85_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_2560_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2563_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_57_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_265_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_267_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_58_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_2570_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_2572_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_271_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_59_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_275_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_31_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_60_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_63_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_2601_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_45_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_46_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_47_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_61_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2611_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_61_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_61_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2623_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2625_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2626_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_31_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_61_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2629_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_63_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_63_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2641_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2643_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2644_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_31_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2649_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_61_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_277_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_2653_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_31_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_91_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_2657_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2660_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_61_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_283_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_285_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_62_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_2667_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_2669_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_289_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_63_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_293_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_33_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_64_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_67_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_2698_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_48_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_49_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_50_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_65_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2708_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_65_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_65_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2720_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2722_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2723_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_33_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_65_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2726_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_67_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_67_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2738_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2740_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2741_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_33_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2746_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_65_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_295_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_2750_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_33_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_97_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_2754_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2757_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_65_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_301_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_303_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_66_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_2764_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_2766_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_307_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_67_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_311_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_35_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_68_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_71_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_2795_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_51_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_52_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_53_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_69_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2805_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_69_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_69_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2817_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2819_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2820_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_35_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_69_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2823_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_71_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_71_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2835_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2837_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2838_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_35_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2843_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_69_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_313_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_2847_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_35_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_103_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_2851_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2854_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_69_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_319_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_321_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_70_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_2861_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_2863_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_325_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_71_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_329_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_37_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_72_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_75_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_2892_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_54_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_55_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_56_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_73_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2902_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_73_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_73_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2914_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2916_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2917_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_37_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_73_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2920_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_75_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_75_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_2932_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_2934_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2935_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_37_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_2940_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_73_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_331_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_2944_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_37_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_109_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_2948_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2951_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_73_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_337_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_339_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_74_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_2958_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_2960_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_343_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_75_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_347_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_39_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_76_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_79_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_2989_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_57_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_58_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_59_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_77_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_2999_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_77_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_77_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_3011_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_3013_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_3014_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_39_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_77_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3017_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_79_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_79_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_3029_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_3031_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_3032_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_39_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_3037_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_77_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_349_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_3041_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_39_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_115_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_3045_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3048_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_77_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_355_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_357_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_78_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_3055_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_3057_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_361_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_79_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_365_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_41_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_80_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_83_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_3086_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_60_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_61_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_62_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_81_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3096_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_81_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_81_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_3108_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_3110_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_3111_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_41_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_81_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3114_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_83_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_83_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_3126_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_3128_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_3129_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_41_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_3134_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_81_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_367_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_3138_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_41_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_121_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_3142_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3145_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_81_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_373_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_375_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_82_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_3152_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_3154_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_379_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_83_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_383_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "hidden_states_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_84_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "qkv_87_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.1301 }, { "name": "var_3183_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "squeeze_63_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_64_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "squeeze_65_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0434 }, { "name": "q_85_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3193_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_85_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_85_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_3205_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_3207_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_3208_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "q_embed_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_85_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3211_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "x1_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "x2_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0325 }, { "name": "var_3223_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0114 }, { "name": "var_3225_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_3226_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0229 }, { "name": "k_embed_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "var_3231_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "attn_weights_85_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "input_385_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "var_3235_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "value_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "attn_output_127_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_3239_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3242_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_85_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_391_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_393_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_86_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_3249_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0976 }, { "name": "var_3251_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "input_397_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0343 }, { "name": "linear_87_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.3309 }, { "name": "input_401_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "x_89_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "question_type_to_fp16", "type": "ios17.cast", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3262_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3264_cast_fp16", "type": "ios17.expand_dims", "device": "ane", "cost_percent": 0.0049 }, { "name": "input_403_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "h_1_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_88_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_3291_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "var_3301_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3307_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3313_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "transpose_8", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "transpose_7", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3320_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_3323_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "scores_1_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "weights_1_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "v_3_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3329_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_3332_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "input_405_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_89_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_407_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_409_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_90_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_411_cast_fp16", "type": "ios16.relu", "device": "ane", "cost_percent": 0.0 }, { "name": "linear_91_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 2.3533 }, { "name": "input_413_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "h_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_92_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "var_3372_cast_fp16_0", "type": "split", "device": "ane", "cost_percent": 0.0867 }, { "name": "var_3382_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3388_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3394_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "transpose_10", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "transpose_9", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3401_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_3404_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.1831 }, { "name": "scores_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.1831 }, { "name": "weights_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.3469 }, { "name": "v_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "var_3410_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0981 }, { "name": "var_3413_cast_fp16", "type": "ios17.transpose", "device": "ane", "cost_percent": 0.0434 }, { "name": "input_415_cast_fp16", "type": "ios17.reshape", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_93_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_417_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "input_419_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0434 }, { "name": "linear_94_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.1471 }, { "name": "input_421_cast_fp16", "type": "ios16.relu", "device": "ane", "cost_percent": 0.0 }, { "name": "linear_95_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 2.3533 }, { "name": "x_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0229 }, { "name": "marker_map_to_fp16", "type": "ios17.cast", "device": "ane", "cost_percent": 0.0049 }, { "name": "input_423_cast_fp16", "type": "ios17.matmul", "device": "ane", "cost_percent": 0.0061 }, { "name": "input_425_cast_fp16", "type": "ios17.layer_norm", "device": "ane", "cost_percent": 0.0049 }, { "name": "linear_96_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.0092 }, { "name": "input_429_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "linear_97_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.0092 }, { "name": "logits_1_cast_fp16", "type": "ios17.squeeze", "device": "ane", "cost_percent": 0.0049 }, { "name": "option_mask_cast_fp16", "type": "ios16.reduce_sum", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3446_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3449_cast_fp16", "type": "ios17.sub", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3451_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0049 }, { "name": "logits_cast_fp16", "type": "ios17.add", "device": "ane", "cost_percent": 0.0049 }, { "name": "probabilities_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3461_cast_fp16", "type": "ios16.reduce_sum", "device": "ane", "cost_percent": 0.0049 }, { "name": "clip_0_cast_fp16", "type": "ios17.clip", "device": "ane", "cost_percent": 0.0049 }, { "name": "clip_1_cast_fp16", "type": "ios17.clip", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3468_cast_fp16", "type": "ios17.log", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3469_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3474_cast_fp16", "type": "ios16.reduce_sum", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3475_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3476_cast_fp16", "type": "ios17.log", "device": "ane", "cost_percent": 0.0049 }, { "name": "entropy_cast_fp16", "type": "ios17.real_div", "device": "ane", "cost_percent": 0.0049 }, { "name": "top2_cast_fp16_cast_int16_0", "type": "ios17.topk", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3493_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3513_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3515_cast_fp16", "type": "ios17.sub", "device": "ane", "cost_percent": 0.0049 }, { "name": "_inversed_3517_cast_fp16", "type": "ios17.mul", "device": "ane", "cost_percent": 0.0049 }, { "name": "feats_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0049 }, { "name": "pooled_cast_fp16", "type": "ios17.slice_by_index", "device": "ane", "cost_percent": 0.0217 }, { "name": "input_431_cast_fp16", "type": "ios17.concat", "device": "ane", "cost_percent": 0.0049 }, { "name": "linear_98_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.0049 }, { "name": "input_cast_fp16", "type": "ios16.gelu", "device": "ane", "cost_percent": 0.0 }, { "name": "linear_99_cast_fp16", "type": "ios17.linear", "device": "ane", "cost_percent": 0.0049 }, { "name": "var_3538_cast_fp16", "type": "ios16.softmax", "device": "ane", "cost_percent": 0.0049 }, { "name": "action_probabilities", "type": "ios17.cast", "device": "ane", "cost_percent": 0.0049 }, { "name": "probabilities", "type": "ios17.cast", "device": "ane", "cost_percent": 0.0049 }, { "name": "logits", "type": "ios17.cast", "device": "ane", "cost_percent": 0.0049 } ], "latency": { "compile_ms": 26.535, "median_ms": 27.974, "mean_ms": 27.941, "min_ms": 27.397, "max_ms": 28.107, "std_ms": 0.169, "iterations": 20 } } ] } ] }