program(1.0) [buildInfo = dict, tensor>({{"coremlc-component-MIL", "3600.16.1"}, {"coremlc-version", "3600.22.1"}, {"coremltools-component-torch", "2.7.0"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "9.0b1"}})] { func main(tensor mel, tensor mel_length) { tensor var_30 = const()[name = tensor("op_30"), val = tensor(-1)]; tensor x_1_perm_0 = const()[name = tensor("x_1_perm_0"), val = tensor([0, 2, 1])]; tensor mel_to_fp16_dtype_0 = const()[name = tensor("mel_to_fp16_dtype_0"), val = tensor("fp16")]; tensor var_102_to_fp16_dtype_0 = const()[name = tensor("op_102_to_fp16_dtype_0"), val = tensor("fp16")]; tensor var_103_promoted_to_fp16 = const()[name = tensor("op_103_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor mel_length_to_fp16 = cast(dtype = var_102_to_fp16_dtype_0, x = mel_length)[name = tensor("cast_301")]; tensor var_104_cast_fp16 = add(x = mel_length_to_fp16, y = var_103_promoted_to_fp16)[name = tensor("op_104_cast_fp16")]; tensor _inversed_106_y_0_to_fp16 = const()[name = tensor("_inversed_106_y_0_to_fp16"), val = tensor(0x1p-1)]; tensor _inversed_106_cast_fp16 = mul(x = var_104_cast_fp16, y = _inversed_106_y_0_to_fp16)[name = tensor("_inversed_106_cast_fp16")]; tensor var_107_to_fp16 = const()[name = tensor("op_107_to_fp16"), val = tensor(0x1p+0)]; tensor lengths_1_cast_fp16 = add(x = _inversed_106_cast_fp16, y = var_107_to_fp16)[name = tensor("lengths_1_cast_fp16")]; tensor lengths_3_cast_fp16 = floor(x = lengths_1_cast_fp16)[name = tensor("lengths_3_cast_fp16")]; tensor var_111_promoted_to_fp16 = const()[name = tensor("op_111_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor var_112_cast_fp16 = add(x = lengths_3_cast_fp16, y = var_111_promoted_to_fp16)[name = tensor("op_112_cast_fp16")]; tensor _inversed_114_y_0_to_fp16 = const()[name = tensor("_inversed_114_y_0_to_fp16"), val = tensor(0x1p-1)]; tensor _inversed_114_cast_fp16 = mul(x = var_112_cast_fp16, y = _inversed_114_y_0_to_fp16)[name = tensor("_inversed_114_cast_fp16")]; tensor var_115_to_fp16 = const()[name = tensor("op_115_to_fp16"), val = tensor(0x1p+0)]; tensor lengths_7_cast_fp16 = add(x = _inversed_114_cast_fp16, y = var_115_to_fp16)[name = tensor("lengths_7_cast_fp16")]; tensor lengths_9_cast_fp16 = floor(x = lengths_7_cast_fp16)[name = tensor("lengths_9_cast_fp16")]; tensor var_119_promoted_to_fp16 = const()[name = tensor("op_119_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor var_120_cast_fp16 = add(x = lengths_9_cast_fp16, y = var_119_promoted_to_fp16)[name = tensor("op_120_cast_fp16")]; tensor _inversed_122_y_0_to_fp16 = const()[name = tensor("_inversed_122_y_0_to_fp16"), val = tensor(0x1p-1)]; tensor _inversed_122_cast_fp16 = mul(x = var_120_cast_fp16, y = _inversed_122_y_0_to_fp16)[name = tensor("_inversed_122_cast_fp16")]; tensor var_123_to_fp16 = const()[name = tensor("op_123_to_fp16"), val = tensor(0x1p+0)]; tensor lengths_13_cast_fp16 = add(x = _inversed_122_cast_fp16, y = var_123_to_fp16)[name = tensor("lengths_13_cast_fp16")]; tensor lengths_cast_fp16 = floor(x = lengths_13_cast_fp16)[name = tensor("lengths_cast_fp16")]; tensor input_1_axes_0 = const()[name = tensor("input_1_axes_0"), val = tensor([1])]; tensor mel_to_fp16 = cast(dtype = mel_to_fp16_dtype_0, x = mel)[name = tensor("cast_302")]; tensor x_1_cast_fp16 = transpose(perm = x_1_perm_0, x = mel_to_fp16)[name = tensor("transpose_386")]; tensor input_1_cast_fp16 = expand_dims(axes = input_1_axes_0, x = x_1_cast_fp16)[name = tensor("input_1_cast_fp16")]; tensor input_3_pad_type_0 = const()[name = tensor("input_3_pad_type_0"), val = tensor("custom")]; tensor input_3_pad_0 = const()[name = tensor("input_3_pad_0"), val = tensor([1, 1, 1, 1])]; tensor input_3_strides_0 = const()[name = tensor("input_3_strides_0"), val = tensor([2, 2])]; tensor input_3_dilations_0 = const()[name = tensor("input_3_dilations_0"), val = tensor([1, 1])]; tensor input_3_groups_0 = const()[name = tensor("input_3_groups_0"), val = tensor(1)]; tensor encoder_pre_encode_conv_0_weight_to_fp16 = const()[name = tensor("encoder_pre_encode_conv_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64)))]; tensor encoder_pre_encode_conv_0_bias_to_fp16 = const()[name = tensor("encoder_pre_encode_conv_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4736)))]; tensor input_3_cast_fp16 = conv(bias = encoder_pre_encode_conv_0_bias_to_fp16, dilations = input_3_dilations_0, groups = input_3_groups_0, pad = input_3_pad_0, pad_type = input_3_pad_type_0, strides = input_3_strides_0, weight = encoder_pre_encode_conv_0_weight_to_fp16, x = input_1_cast_fp16)[name = tensor("input_3_cast_fp16")]; tensor input_5_cast_fp16 = relu(x = input_3_cast_fp16)[name = tensor("input_5_cast_fp16")]; tensor input_7_pad_type_0 = const()[name = tensor("input_7_pad_type_0"), val = tensor("custom")]; tensor input_7_pad_0 = const()[name = tensor("input_7_pad_0"), val = tensor([1, 1, 1, 1])]; tensor input_7_strides_0 = const()[name = tensor("input_7_strides_0"), val = tensor([2, 2])]; tensor input_7_groups_0 = const()[name = tensor("input_7_groups_0"), val = tensor(256)]; tensor input_7_dilations_0 = const()[name = tensor("input_7_dilations_0"), val = tensor([1, 1])]; tensor encoder_pre_encode_conv_2_weight_to_fp16 = const()[name = tensor("encoder_pre_encode_conv_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5312)))]; tensor encoder_pre_encode_conv_2_bias_to_fp16 = const()[name = tensor("encoder_pre_encode_conv_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9984)))]; tensor input_7_cast_fp16 = conv(bias = encoder_pre_encode_conv_2_bias_to_fp16, dilations = input_7_dilations_0, groups = input_7_groups_0, pad = input_7_pad_0, pad_type = input_7_pad_type_0, strides = input_7_strides_0, weight = encoder_pre_encode_conv_2_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("input_7_cast_fp16")]; tensor input_9_pad_type_0 = const()[name = tensor("input_9_pad_type_0"), val = tensor("valid")]; tensor input_9_strides_0 = const()[name = tensor("input_9_strides_0"), val = tensor([1, 1])]; tensor input_9_pad_0 = const()[name = tensor("input_9_pad_0"), val = tensor([0, 0, 0, 0])]; tensor input_9_dilations_0 = const()[name = tensor("input_9_dilations_0"), val = tensor([1, 1])]; tensor input_9_groups_0 = const()[name = tensor("input_9_groups_0"), val = tensor(1)]; tensor encoder_pre_encode_conv_3_weight_to_fp16 = const()[name = tensor("encoder_pre_encode_conv_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10560)))]; tensor encoder_pre_encode_conv_3_bias_to_fp16 = const()[name = tensor("encoder_pre_encode_conv_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141696)))]; tensor input_9_cast_fp16 = conv(bias = encoder_pre_encode_conv_3_bias_to_fp16, dilations = input_9_dilations_0, groups = input_9_groups_0, pad = input_9_pad_0, pad_type = input_9_pad_type_0, strides = input_9_strides_0, weight = encoder_pre_encode_conv_3_weight_to_fp16, x = input_7_cast_fp16)[name = tensor("input_9_cast_fp16")]; tensor input_11_cast_fp16 = relu(x = input_9_cast_fp16)[name = tensor("input_11_cast_fp16")]; tensor input_13_pad_type_0 = const()[name = tensor("input_13_pad_type_0"), val = tensor("custom")]; tensor input_13_pad_0 = const()[name = tensor("input_13_pad_0"), val = tensor([1, 1, 1, 1])]; tensor input_13_strides_0 = const()[name = tensor("input_13_strides_0"), val = tensor([2, 2])]; tensor input_13_groups_0 = const()[name = tensor("input_13_groups_0"), val = tensor(256)]; tensor input_13_dilations_0 = const()[name = tensor("input_13_dilations_0"), val = tensor([1, 1])]; tensor encoder_pre_encode_conv_5_weight_to_fp16 = const()[name = tensor("encoder_pre_encode_conv_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142272)))]; tensor encoder_pre_encode_conv_5_bias_to_fp16 = const()[name = tensor("encoder_pre_encode_conv_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146944)))]; tensor input_13_cast_fp16 = conv(bias = encoder_pre_encode_conv_5_bias_to_fp16, dilations = input_13_dilations_0, groups = input_13_groups_0, pad = input_13_pad_0, pad_type = input_13_pad_type_0, strides = input_13_strides_0, weight = encoder_pre_encode_conv_5_weight_to_fp16, x = input_11_cast_fp16)[name = tensor("input_13_cast_fp16")]; tensor input_15_pad_type_0 = const()[name = tensor("input_15_pad_type_0"), val = tensor("valid")]; tensor input_15_strides_0 = const()[name = tensor("input_15_strides_0"), val = tensor([1, 1])]; tensor input_15_pad_0 = const()[name = tensor("input_15_pad_0"), val = tensor([0, 0, 0, 0])]; tensor input_15_dilations_0 = const()[name = tensor("input_15_dilations_0"), val = tensor([1, 1])]; tensor input_15_groups_0 = const()[name = tensor("input_15_groups_0"), val = tensor(1)]; tensor encoder_pre_encode_conv_6_weight_to_fp16 = const()[name = tensor("encoder_pre_encode_conv_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(147520)))]; tensor encoder_pre_encode_conv_6_bias_to_fp16 = const()[name = tensor("encoder_pre_encode_conv_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(278656)))]; tensor input_15_cast_fp16 = conv(bias = encoder_pre_encode_conv_6_bias_to_fp16, dilations = input_15_dilations_0, groups = input_15_groups_0, pad = input_15_pad_0, pad_type = input_15_pad_type_0, strides = input_15_strides_0, weight = encoder_pre_encode_conv_6_weight_to_fp16, x = input_13_cast_fp16)[name = tensor("input_15_cast_fp16")]; tensor x_3_cast_fp16 = relu(x = input_15_cast_fp16)[name = tensor("x_3_cast_fp16")]; tensor var_173_perm_0 = const()[name = tensor("op_173_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_174 = const()[name = tensor("op_174"), val = tensor([1, 188, -1])]; tensor var_173_cast_fp16 = transpose(perm = var_173_perm_0, x = x_3_cast_fp16)[name = tensor("transpose_385")]; tensor input_17_cast_fp16 = reshape(shape = var_174, x = var_173_cast_fp16)[name = tensor("input_17_cast_fp16")]; tensor encoder_pre_encode_out_weight_to_fp16 = const()[name = tensor("encoder_pre_encode_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(279232)))]; tensor encoder_pre_encode_out_bias_to_fp16 = const()[name = tensor("encoder_pre_encode_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8667904)))]; tensor linear_0_cast_fp16 = linear(bias = encoder_pre_encode_out_bias_to_fp16, weight = encoder_pre_encode_out_weight_to_fp16, x = input_17_cast_fp16)[name = tensor("linear_0_cast_fp16")]; tensor padding_length_dtype_0 = const()[name = tensor("padding_length_dtype_0"), val = tensor("int32")]; tensor expand_dims_0 = const()[name = tensor("expand_dims_0"), val = tensor([[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187]])]; tensor var_212_axes_0 = const()[name = tensor("op_212_axes_0"), val = tensor([-1])]; tensor encoder_length = cast(dtype = padding_length_dtype_0, x = lengths_cast_fp16)[name = tensor("cast_300")]; tensor var_212 = expand_dims(axes = var_212_axes_0, x = encoder_length)[name = tensor("op_212")]; tensor pad_mask_1 = less(x = expand_dims_0, y = var_212)[name = tensor("pad_mask_1")]; tensor var_214_axes_0 = const()[name = tensor("op_214_axes_0"), val = tensor([1])]; tensor var_214 = expand_dims(axes = var_214_axes_0, x = pad_mask_1)[name = tensor("op_214")]; tensor var_215 = const()[name = tensor("op_215"), val = tensor([1, 188, 1])]; tensor pad_mask_for_att_mask_1 = tile(reps = var_215, x = var_214)[name = tensor("pad_mask_for_att_mask_1")]; tensor var_217_perm_0 = const()[name = tensor("op_217_perm_0"), val = tensor([0, 2, 1])]; tensor var_217 = transpose(perm = var_217_perm_0, x = pad_mask_for_att_mask_1)[name = tensor("transpose_384")]; tensor pad_mask_for_att_mask = logical_and(x = pad_mask_for_att_mask_1, y = var_217)[name = tensor("pad_mask_for_att_mask")]; tensor const_7 = const()[name = tensor("const_7"), val = tensor([[[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true]]])]; tensor att_mask = logical_and(x = pad_mask_for_att_mask, y = const_7)[name = tensor("att_mask")]; tensor mask_1 = logical_not(x = att_mask)[name = tensor("mask_1")]; tensor pad_mask = logical_not(x = pad_mask_1)[name = tensor("pad_mask")]; tensor input_21_axes_0 = const()[name = tensor("input_21_axes_0"), val = tensor([-1])]; tensor encoder_layers_0_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_0_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8670016)))]; tensor encoder_layers_0_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_0_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8672128)))]; tensor var_9_to_fp16 = const()[name = tensor("op_9_to_fp16"), val = tensor(0x1.5p-17)]; tensor input_21_cast_fp16 = layer_norm(axes = input_21_axes_0, beta = encoder_layers_0_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_0_norm_feed_forward1_weight_to_fp16, x = linear_0_cast_fp16)[name = tensor("input_21_cast_fp16")]; tensor encoder_layers_0_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_0_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8674240)))]; tensor encoder_layers_0_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_0_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17062912)))]; tensor linear_1_cast_fp16 = linear(bias = encoder_layers_0_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_0_feed_forward1_linear1_weight_to_fp16, x = input_21_cast_fp16)[name = tensor("linear_1_cast_fp16")]; tensor input_25_cast_fp16 = silu(x = linear_1_cast_fp16)[name = tensor("input_25_cast_fp16")]; tensor encoder_layers_0_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_0_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17071168)))]; tensor encoder_layers_0_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_0_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25459840)))]; tensor linear_2_cast_fp16 = linear(bias = encoder_layers_0_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_0_feed_forward1_linear2_weight_to_fp16, x = input_25_cast_fp16)[name = tensor("linear_2_cast_fp16")]; tensor var_250_to_fp16 = const()[name = tensor("op_250_to_fp16"), val = tensor(0x1p-1)]; tensor var_251_cast_fp16 = mul(x = linear_2_cast_fp16, y = var_250_to_fp16)[name = tensor("op_251_cast_fp16")]; tensor input_31_cast_fp16 = add(x = linear_0_cast_fp16, y = var_251_cast_fp16)[name = tensor("input_31_cast_fp16")]; tensor query_1_axes_0 = const()[name = tensor("query_1_axes_0"), val = tensor([-1])]; tensor encoder_layers_0_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_0_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25461952)))]; tensor encoder_layers_0_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_0_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25464064)))]; tensor query_1_cast_fp16 = layer_norm(axes = query_1_axes_0, beta = encoder_layers_0_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_0_norm_self_att_weight_to_fp16, x = input_31_cast_fp16)[name = tensor("query_1_cast_fp16")]; tensor encoder_layers_0_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_0_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25466176)))]; tensor encoder_layers_0_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_0_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27563392)))]; tensor linear_3_cast_fp16 = linear(bias = encoder_layers_0_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_0_self_attn_linear_q_weight_to_fp16, x = query_1_cast_fp16)[name = tensor("linear_3_cast_fp16")]; tensor var_268 = const()[name = tensor("op_268"), val = tensor([1, -1, 8, 128])]; tensor q_1_cast_fp16 = reshape(shape = var_268, x = linear_3_cast_fp16)[name = tensor("q_1_cast_fp16")]; tensor encoder_layers_0_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_0_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27565504)))]; tensor encoder_layers_0_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_0_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29662720)))]; tensor linear_4_cast_fp16 = linear(bias = encoder_layers_0_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_0_self_attn_linear_k_weight_to_fp16, x = query_1_cast_fp16)[name = tensor("linear_4_cast_fp16")]; tensor var_273 = const()[name = tensor("op_273"), val = tensor([1, -1, 8, 128])]; tensor k_1_cast_fp16 = reshape(shape = var_273, x = linear_4_cast_fp16)[name = tensor("k_1_cast_fp16")]; tensor encoder_layers_0_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_0_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29664832)))]; tensor encoder_layers_0_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_0_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31762048)))]; tensor linear_5_cast_fp16 = linear(bias = encoder_layers_0_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_0_self_attn_linear_v_weight_to_fp16, x = query_1_cast_fp16)[name = tensor("linear_5_cast_fp16")]; tensor var_278 = const()[name = tensor("op_278"), val = tensor([1, -1, 8, 128])]; tensor v_1_cast_fp16 = reshape(shape = var_278, x = linear_5_cast_fp16)[name = tensor("v_1_cast_fp16")]; tensor value_3_perm_0 = const()[name = tensor("value_3_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_0_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_0_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31764160)))]; tensor var_290_cast_fp16 = add(x = q_1_cast_fp16, y = encoder_layers_0_self_attn_pos_bias_u_to_fp16)[name = tensor("op_290_cast_fp16")]; tensor encoder_layers_0_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_0_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31766272)))]; tensor var_292_cast_fp16 = add(x = q_1_cast_fp16, y = encoder_layers_0_self_attn_pos_bias_v_to_fp16)[name = tensor("op_292_cast_fp16")]; tensor q_with_bias_v_1_perm_0 = const()[name = tensor("q_with_bias_v_1_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_7_transpose_x_0 = const()[name = tensor("x_7_transpose_x_0"), val = tensor(false)]; tensor x_7_transpose_y_0 = const()[name = tensor("x_7_transpose_y_0"), val = tensor(false)]; tensor var_294_to_fp16 = const()[name = tensor("op_294_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31768384)))]; tensor q_with_bias_v_1_cast_fp16 = transpose(perm = q_with_bias_v_1_perm_0, x = var_292_cast_fp16)[name = tensor("transpose_382")]; tensor x_7_cast_fp16 = matmul(transpose_x = x_7_transpose_x_0, transpose_y = x_7_transpose_y_0, x = q_with_bias_v_1_cast_fp16, y = var_294_to_fp16)[name = tensor("x_7_cast_fp16")]; tensor x_9_pad_0 = const()[name = tensor("x_9_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_9_mode_0 = const()[name = tensor("x_9_mode_0"), val = tensor("constant")]; tensor const_14_to_fp16 = const()[name = tensor("const_14_to_fp16"), val = tensor(0x0p+0)]; tensor x_9_cast_fp16 = pad(constant_val = const_14_to_fp16, mode = x_9_mode_0, pad = x_9_pad_0, x = x_7_cast_fp16)[name = tensor("x_9_cast_fp16")]; tensor var_302 = const()[name = tensor("op_302"), val = tensor([1, 8, -1, 188])]; tensor x_11_cast_fp16 = reshape(shape = var_302, x = x_9_cast_fp16)[name = tensor("x_11_cast_fp16")]; tensor var_306_begin_0 = const()[name = tensor("op_306_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_306_end_0 = const()[name = tensor("op_306_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_306_end_mask_0 = const()[name = tensor("op_306_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_306_cast_fp16 = slice_by_index(begin = var_306_begin_0, end = var_306_end_0, end_mask = var_306_end_mask_0, x = x_11_cast_fp16)[name = tensor("op_306_cast_fp16")]; tensor var_307 = const()[name = tensor("op_307"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_1_cast_fp16 = reshape(shape = var_307, x = var_306_cast_fp16)[name = tensor("matrix_bd_1_cast_fp16")]; tensor matrix_ac_1_transpose_x_0 = const()[name = tensor("matrix_ac_1_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_1_transpose_y_0 = const()[name = tensor("matrix_ac_1_transpose_y_0"), val = tensor(false)]; tensor transpose_96_perm_0 = const()[name = tensor("transpose_96_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_97_perm_0 = const()[name = tensor("transpose_97_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_97 = transpose(perm = transpose_97_perm_0, x = k_1_cast_fp16)[name = tensor("transpose_380")]; tensor transpose_96 = transpose(perm = transpose_96_perm_0, x = var_290_cast_fp16)[name = tensor("transpose_381")]; tensor matrix_ac_1_cast_fp16 = matmul(transpose_x = matrix_ac_1_transpose_x_0, transpose_y = matrix_ac_1_transpose_y_0, x = transpose_96, y = transpose_97)[name = tensor("matrix_ac_1_cast_fp16")]; tensor matrix_bd_3_begin_0 = const()[name = tensor("matrix_bd_3_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_3_end_0 = const()[name = tensor("matrix_bd_3_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_3_end_mask_0 = const()[name = tensor("matrix_bd_3_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_3_cast_fp16 = slice_by_index(begin = matrix_bd_3_begin_0, end = matrix_bd_3_end_0, end_mask = matrix_bd_3_end_mask_0, x = matrix_bd_1_cast_fp16)[name = tensor("matrix_bd_3_cast_fp16")]; tensor var_316_cast_fp16 = add(x = matrix_ac_1_cast_fp16, y = matrix_bd_3_cast_fp16)[name = tensor("op_316_cast_fp16")]; tensor _inversed_scores_1_y_0_to_fp16 = const()[name = tensor("_inversed_scores_1_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_1_cast_fp16 = mul(x = var_316_cast_fp16, y = _inversed_scores_1_y_0_to_fp16)[name = tensor("_inversed_scores_1_cast_fp16")]; tensor mask_3_axes_0 = const()[name = tensor("mask_3_axes_0"), val = tensor([1])]; tensor mask_3 = expand_dims(axes = mask_3_axes_0, x = mask_1)[name = tensor("mask_3")]; tensor var_12_to_fp16 = const()[name = tensor("op_12_to_fp16"), val = tensor(-0x1.388p+13)]; tensor scores_3_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_1_cast_fp16, cond = mask_3)[name = tensor("scores_3_cast_fp16")]; tensor var_322_cast_fp16 = softmax(axis = var_30, x = scores_3_cast_fp16)[name = tensor("op_322_cast_fp16")]; tensor var_11_to_fp16 = const()[name = tensor("op_11_to_fp16"), val = tensor(0x0p+0)]; tensor input_33_cast_fp16 = select(a = var_11_to_fp16, b = var_322_cast_fp16, cond = mask_3)[name = tensor("input_33_cast_fp16")]; tensor x_13_transpose_x_0 = const()[name = tensor("x_13_transpose_x_0"), val = tensor(false)]; tensor x_13_transpose_y_0 = const()[name = tensor("x_13_transpose_y_0"), val = tensor(false)]; tensor value_3_cast_fp16 = transpose(perm = value_3_perm_0, x = v_1_cast_fp16)[name = tensor("transpose_383")]; tensor x_13_cast_fp16 = matmul(transpose_x = x_13_transpose_x_0, transpose_y = x_13_transpose_y_0, x = input_33_cast_fp16, y = value_3_cast_fp16)[name = tensor("x_13_cast_fp16")]; tensor var_326_perm_0 = const()[name = tensor("op_326_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_327 = const()[name = tensor("op_327"), val = tensor([1, -1, 1024])]; tensor var_326_cast_fp16 = transpose(perm = var_326_perm_0, x = x_13_cast_fp16)[name = tensor("transpose_379")]; tensor input_35_cast_fp16 = reshape(shape = var_327, x = var_326_cast_fp16)[name = tensor("input_35_cast_fp16")]; tensor encoder_layers_0_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_0_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32536448)))]; tensor encoder_layers_0_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_0_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34633664)))]; tensor linear_7_cast_fp16 = linear(bias = encoder_layers_0_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_0_self_attn_linear_out_weight_to_fp16, x = input_35_cast_fp16)[name = tensor("linear_7_cast_fp16")]; tensor input_39_cast_fp16 = add(x = input_31_cast_fp16, y = linear_7_cast_fp16)[name = tensor("input_39_cast_fp16")]; tensor x_17_axes_0 = const()[name = tensor("x_17_axes_0"), val = tensor([-1])]; tensor encoder_layers_0_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_0_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34635776)))]; tensor encoder_layers_0_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_0_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34637888)))]; tensor x_17_cast_fp16 = layer_norm(axes = x_17_axes_0, beta = encoder_layers_0_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_0_norm_conv_weight_to_fp16, x = input_39_cast_fp16)[name = tensor("x_17_cast_fp16")]; tensor input_41_perm_0 = const()[name = tensor("input_41_perm_0"), val = tensor([0, 2, 1])]; tensor input_43_pad_type_0 = const()[name = tensor("input_43_pad_type_0"), val = tensor("valid")]; tensor input_43_strides_0 = const()[name = tensor("input_43_strides_0"), val = tensor([1])]; tensor input_43_pad_0 = const()[name = tensor("input_43_pad_0"), val = tensor([0, 0])]; tensor input_43_dilations_0 = const()[name = tensor("input_43_dilations_0"), val = tensor([1])]; tensor input_43_groups_0 = const()[name = tensor("input_43_groups_0"), val = tensor(1)]; tensor encoder_layers_0_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_0_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34640000)))]; tensor encoder_layers_0_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_0_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38834368)))]; tensor input_41_cast_fp16 = transpose(perm = input_41_perm_0, x = x_17_cast_fp16)[name = tensor("transpose_378")]; tensor input_43_cast_fp16 = conv(bias = encoder_layers_0_conv_pointwise_conv1_bias_to_fp16, dilations = input_43_dilations_0, groups = input_43_groups_0, pad = input_43_pad_0, pad_type = input_43_pad_type_0, strides = input_43_strides_0, weight = encoder_layers_0_conv_pointwise_conv1_weight_to_fp16, x = input_41_cast_fp16)[name = tensor("input_43_cast_fp16")]; tensor x_19_split_num_splits_0 = const()[name = tensor("x_19_split_num_splits_0"), val = tensor(2)]; tensor x_19_split_axis_0 = const()[name = tensor("x_19_split_axis_0"), val = tensor(1)]; tensor x_19_split_cast_fp16_0, tensor x_19_split_cast_fp16_1 = split(axis = x_19_split_axis_0, num_splits = x_19_split_num_splits_0, x = input_43_cast_fp16)[name = tensor("x_19_split_cast_fp16")]; tensor x_19_split_1_sigmoid_cast_fp16 = sigmoid(x = x_19_split_cast_fp16_1)[name = tensor("x_19_split_1_sigmoid_cast_fp16")]; tensor x_19_cast_fp16 = mul(x = x_19_split_cast_fp16_0, y = x_19_split_1_sigmoid_cast_fp16)[name = tensor("x_19_cast_fp16")]; tensor var_351_axes_0 = const()[name = tensor("op_351_axes_0"), val = tensor([1])]; tensor var_351 = expand_dims(axes = var_351_axes_0, x = pad_mask)[name = tensor("op_351")]; tensor input_45_cast_fp16 = select(a = var_11_to_fp16, b = x_19_cast_fp16, cond = var_351)[name = tensor("input_45_cast_fp16")]; tensor input_47_pad_0 = const()[name = tensor("input_47_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_47_mode_0 = const()[name = tensor("input_47_mode_0"), val = tensor("constant")]; tensor const_17_to_fp16 = const()[name = tensor("const_17_to_fp16"), val = tensor(0x0p+0)]; tensor input_47_cast_fp16 = pad(constant_val = const_17_to_fp16, mode = input_47_mode_0, pad = input_47_pad_0, x = input_45_cast_fp16)[name = tensor("input_47_cast_fp16")]; tensor input_49_pad_type_0 = const()[name = tensor("input_49_pad_type_0"), val = tensor("valid")]; tensor input_49_groups_0 = const()[name = tensor("input_49_groups_0"), val = tensor(1024)]; tensor input_49_strides_0 = const()[name = tensor("input_49_strides_0"), val = tensor([1])]; tensor input_49_pad_0 = const()[name = tensor("input_49_pad_0"), val = tensor([0, 0])]; tensor input_49_dilations_0 = const()[name = tensor("input_49_dilations_0"), val = tensor([1])]; tensor const_328_to_fp16 = const()[name = tensor("const_328_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38838528)))]; tensor const_329_to_fp16 = const()[name = tensor("const_329_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38857024)))]; tensor input_51_cast_fp16 = conv(bias = const_329_to_fp16, dilations = input_49_dilations_0, groups = input_49_groups_0, pad = input_49_pad_0, pad_type = input_49_pad_type_0, strides = input_49_strides_0, weight = const_328_to_fp16, x = input_47_cast_fp16)[name = tensor("input_51_cast_fp16")]; tensor input_53_cast_fp16 = silu(x = input_51_cast_fp16)[name = tensor("input_53_cast_fp16")]; tensor x_21_pad_type_0 = const()[name = tensor("x_21_pad_type_0"), val = tensor("valid")]; tensor x_21_strides_0 = const()[name = tensor("x_21_strides_0"), val = tensor([1])]; tensor x_21_pad_0 = const()[name = tensor("x_21_pad_0"), val = tensor([0, 0])]; tensor x_21_dilations_0 = const()[name = tensor("x_21_dilations_0"), val = tensor([1])]; tensor x_21_groups_0 = const()[name = tensor("x_21_groups_0"), val = tensor(1)]; tensor encoder_layers_0_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_0_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38859136)))]; tensor encoder_layers_0_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_0_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40956352)))]; tensor x_21_cast_fp16 = conv(bias = encoder_layers_0_conv_pointwise_conv2_bias_to_fp16, dilations = x_21_dilations_0, groups = x_21_groups_0, pad = x_21_pad_0, pad_type = x_21_pad_type_0, strides = x_21_strides_0, weight = encoder_layers_0_conv_pointwise_conv2_weight_to_fp16, x = input_53_cast_fp16)[name = tensor("x_21_cast_fp16")]; tensor input_55_perm_0 = const()[name = tensor("input_55_perm_0"), val = tensor([0, 2, 1])]; tensor input_55_cast_fp16 = transpose(perm = input_55_perm_0, x = x_21_cast_fp16)[name = tensor("transpose_377")]; tensor input_57_cast_fp16 = add(x = input_39_cast_fp16, y = input_55_cast_fp16)[name = tensor("input_57_cast_fp16")]; tensor input_59_axes_0 = const()[name = tensor("input_59_axes_0"), val = tensor([-1])]; tensor encoder_layers_0_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_0_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40958464)))]; tensor encoder_layers_0_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_0_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40960576)))]; tensor input_59_cast_fp16 = layer_norm(axes = input_59_axes_0, beta = encoder_layers_0_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_0_norm_feed_forward2_weight_to_fp16, x = input_57_cast_fp16)[name = tensor("input_59_cast_fp16")]; tensor encoder_layers_0_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_0_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40962688)))]; tensor encoder_layers_0_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_0_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49351360)))]; tensor linear_8_cast_fp16 = linear(bias = encoder_layers_0_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_0_feed_forward2_linear1_weight_to_fp16, x = input_59_cast_fp16)[name = tensor("linear_8_cast_fp16")]; tensor input_63_cast_fp16 = silu(x = linear_8_cast_fp16)[name = tensor("input_63_cast_fp16")]; tensor encoder_layers_0_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_0_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49359616)))]; tensor encoder_layers_0_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_0_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57748288)))]; tensor linear_9_cast_fp16 = linear(bias = encoder_layers_0_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_0_feed_forward2_linear2_weight_to_fp16, x = input_63_cast_fp16)[name = tensor("linear_9_cast_fp16")]; tensor var_393_to_fp16 = const()[name = tensor("op_393_to_fp16"), val = tensor(0x1p-1)]; tensor var_394_cast_fp16 = mul(x = linear_9_cast_fp16, y = var_393_to_fp16)[name = tensor("op_394_cast_fp16")]; tensor input_69_cast_fp16 = add(x = input_57_cast_fp16, y = var_394_cast_fp16)[name = tensor("input_69_cast_fp16")]; tensor input_71_axes_0 = const()[name = tensor("input_71_axes_0"), val = tensor([-1])]; tensor encoder_layers_0_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_0_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57750400)))]; tensor encoder_layers_0_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_0_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57752512)))]; tensor input_71_cast_fp16 = layer_norm(axes = input_71_axes_0, beta = encoder_layers_0_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_0_norm_out_weight_to_fp16, x = input_69_cast_fp16)[name = tensor("input_71_cast_fp16")]; tensor input_73_axes_0 = const()[name = tensor("input_73_axes_0"), val = tensor([-1])]; tensor encoder_layers_1_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_1_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57754624)))]; tensor encoder_layers_1_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_1_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57756736)))]; tensor input_73_cast_fp16 = layer_norm(axes = input_73_axes_0, beta = encoder_layers_1_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_1_norm_feed_forward1_weight_to_fp16, x = input_71_cast_fp16)[name = tensor("input_73_cast_fp16")]; tensor encoder_layers_1_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_1_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57758848)))]; tensor encoder_layers_1_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_1_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66147520)))]; tensor linear_10_cast_fp16 = linear(bias = encoder_layers_1_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_1_feed_forward1_linear1_weight_to_fp16, x = input_73_cast_fp16)[name = tensor("linear_10_cast_fp16")]; tensor input_77_cast_fp16 = silu(x = linear_10_cast_fp16)[name = tensor("input_77_cast_fp16")]; tensor encoder_layers_1_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_1_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66155776)))]; tensor encoder_layers_1_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_1_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(74544448)))]; tensor linear_11_cast_fp16 = linear(bias = encoder_layers_1_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_1_feed_forward1_linear2_weight_to_fp16, x = input_77_cast_fp16)[name = tensor("linear_11_cast_fp16")]; tensor var_424_to_fp16 = const()[name = tensor("op_424_to_fp16"), val = tensor(0x1p-1)]; tensor var_425_cast_fp16 = mul(x = linear_11_cast_fp16, y = var_424_to_fp16)[name = tensor("op_425_cast_fp16")]; tensor input_83_cast_fp16 = add(x = input_71_cast_fp16, y = var_425_cast_fp16)[name = tensor("input_83_cast_fp16")]; tensor query_3_axes_0 = const()[name = tensor("query_3_axes_0"), val = tensor([-1])]; tensor encoder_layers_1_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_1_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(74546560)))]; tensor encoder_layers_1_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_1_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(74548672)))]; tensor query_3_cast_fp16 = layer_norm(axes = query_3_axes_0, beta = encoder_layers_1_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_1_norm_self_att_weight_to_fp16, x = input_83_cast_fp16)[name = tensor("query_3_cast_fp16")]; tensor encoder_layers_1_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_1_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(74550784)))]; tensor encoder_layers_1_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_1_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76648000)))]; tensor linear_12_cast_fp16 = linear(bias = encoder_layers_1_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_1_self_attn_linear_q_weight_to_fp16, x = query_3_cast_fp16)[name = tensor("linear_12_cast_fp16")]; tensor var_442 = const()[name = tensor("op_442"), val = tensor([1, -1, 8, 128])]; tensor q_7_cast_fp16 = reshape(shape = var_442, x = linear_12_cast_fp16)[name = tensor("q_7_cast_fp16")]; tensor encoder_layers_1_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_1_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76650112)))]; tensor encoder_layers_1_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_1_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78747328)))]; tensor linear_13_cast_fp16 = linear(bias = encoder_layers_1_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_1_self_attn_linear_k_weight_to_fp16, x = query_3_cast_fp16)[name = tensor("linear_13_cast_fp16")]; tensor var_447 = const()[name = tensor("op_447"), val = tensor([1, -1, 8, 128])]; tensor k_5_cast_fp16 = reshape(shape = var_447, x = linear_13_cast_fp16)[name = tensor("k_5_cast_fp16")]; tensor encoder_layers_1_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_1_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78749440)))]; tensor encoder_layers_1_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_1_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80846656)))]; tensor linear_14_cast_fp16 = linear(bias = encoder_layers_1_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_1_self_attn_linear_v_weight_to_fp16, x = query_3_cast_fp16)[name = tensor("linear_14_cast_fp16")]; tensor var_452 = const()[name = tensor("op_452"), val = tensor([1, -1, 8, 128])]; tensor v_3_cast_fp16 = reshape(shape = var_452, x = linear_14_cast_fp16)[name = tensor("v_3_cast_fp16")]; tensor value_5_perm_0 = const()[name = tensor("value_5_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_1_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_1_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80848768)))]; tensor var_464_cast_fp16 = add(x = q_7_cast_fp16, y = encoder_layers_1_self_attn_pos_bias_u_to_fp16)[name = tensor("op_464_cast_fp16")]; tensor encoder_layers_1_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_1_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80850880)))]; tensor var_466_cast_fp16 = add(x = q_7_cast_fp16, y = encoder_layers_1_self_attn_pos_bias_v_to_fp16)[name = tensor("op_466_cast_fp16")]; tensor q_with_bias_v_3_perm_0 = const()[name = tensor("q_with_bias_v_3_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_29_transpose_x_0 = const()[name = tensor("x_29_transpose_x_0"), val = tensor(false)]; tensor x_29_transpose_y_0 = const()[name = tensor("x_29_transpose_y_0"), val = tensor(false)]; tensor var_468_to_fp16 = const()[name = tensor("op_468_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80852992)))]; tensor q_with_bias_v_3_cast_fp16 = transpose(perm = q_with_bias_v_3_perm_0, x = var_466_cast_fp16)[name = tensor("transpose_375")]; tensor x_29_cast_fp16 = matmul(transpose_x = x_29_transpose_x_0, transpose_y = x_29_transpose_y_0, x = q_with_bias_v_3_cast_fp16, y = var_468_to_fp16)[name = tensor("x_29_cast_fp16")]; tensor x_31_pad_0 = const()[name = tensor("x_31_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_31_mode_0 = const()[name = tensor("x_31_mode_0"), val = tensor("constant")]; tensor const_24_to_fp16 = const()[name = tensor("const_24_to_fp16"), val = tensor(0x0p+0)]; tensor x_31_cast_fp16 = pad(constant_val = const_24_to_fp16, mode = x_31_mode_0, pad = x_31_pad_0, x = x_29_cast_fp16)[name = tensor("x_31_cast_fp16")]; tensor var_476 = const()[name = tensor("op_476"), val = tensor([1, 8, -1, 188])]; tensor x_33_cast_fp16 = reshape(shape = var_476, x = x_31_cast_fp16)[name = tensor("x_33_cast_fp16")]; tensor var_480_begin_0 = const()[name = tensor("op_480_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_480_end_0 = const()[name = tensor("op_480_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_480_end_mask_0 = const()[name = tensor("op_480_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_480_cast_fp16 = slice_by_index(begin = var_480_begin_0, end = var_480_end_0, end_mask = var_480_end_mask_0, x = x_33_cast_fp16)[name = tensor("op_480_cast_fp16")]; tensor var_481 = const()[name = tensor("op_481"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_5_cast_fp16 = reshape(shape = var_481, x = var_480_cast_fp16)[name = tensor("matrix_bd_5_cast_fp16")]; tensor matrix_ac_3_transpose_x_0 = const()[name = tensor("matrix_ac_3_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_3_transpose_y_0 = const()[name = tensor("matrix_ac_3_transpose_y_0"), val = tensor(false)]; tensor transpose_98_perm_0 = const()[name = tensor("transpose_98_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_99_perm_0 = const()[name = tensor("transpose_99_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_99 = transpose(perm = transpose_99_perm_0, x = k_5_cast_fp16)[name = tensor("transpose_373")]; tensor transpose_98 = transpose(perm = transpose_98_perm_0, x = var_464_cast_fp16)[name = tensor("transpose_374")]; tensor matrix_ac_3_cast_fp16 = matmul(transpose_x = matrix_ac_3_transpose_x_0, transpose_y = matrix_ac_3_transpose_y_0, x = transpose_98, y = transpose_99)[name = tensor("matrix_ac_3_cast_fp16")]; tensor matrix_bd_7_begin_0 = const()[name = tensor("matrix_bd_7_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_7_end_0 = const()[name = tensor("matrix_bd_7_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_7_end_mask_0 = const()[name = tensor("matrix_bd_7_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_7_cast_fp16 = slice_by_index(begin = matrix_bd_7_begin_0, end = matrix_bd_7_end_0, end_mask = matrix_bd_7_end_mask_0, x = matrix_bd_5_cast_fp16)[name = tensor("matrix_bd_7_cast_fp16")]; tensor var_490_cast_fp16 = add(x = matrix_ac_3_cast_fp16, y = matrix_bd_7_cast_fp16)[name = tensor("op_490_cast_fp16")]; tensor _inversed_scores_5_y_0_to_fp16 = const()[name = tensor("_inversed_scores_5_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_5_cast_fp16 = mul(x = var_490_cast_fp16, y = _inversed_scores_5_y_0_to_fp16)[name = tensor("_inversed_scores_5_cast_fp16")]; tensor scores_7_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_5_cast_fp16, cond = mask_3)[name = tensor("scores_7_cast_fp16")]; tensor var_496_cast_fp16 = softmax(axis = var_30, x = scores_7_cast_fp16)[name = tensor("op_496_cast_fp16")]; tensor input_85_cast_fp16 = select(a = var_11_to_fp16, b = var_496_cast_fp16, cond = mask_3)[name = tensor("input_85_cast_fp16")]; tensor x_35_transpose_x_0 = const()[name = tensor("x_35_transpose_x_0"), val = tensor(false)]; tensor x_35_transpose_y_0 = const()[name = tensor("x_35_transpose_y_0"), val = tensor(false)]; tensor value_5_cast_fp16 = transpose(perm = value_5_perm_0, x = v_3_cast_fp16)[name = tensor("transpose_376")]; tensor x_35_cast_fp16 = matmul(transpose_x = x_35_transpose_x_0, transpose_y = x_35_transpose_y_0, x = input_85_cast_fp16, y = value_5_cast_fp16)[name = tensor("x_35_cast_fp16")]; tensor var_500_perm_0 = const()[name = tensor("op_500_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_501 = const()[name = tensor("op_501"), val = tensor([1, -1, 1024])]; tensor var_500_cast_fp16 = transpose(perm = var_500_perm_0, x = x_35_cast_fp16)[name = tensor("transpose_372")]; tensor input_87_cast_fp16 = reshape(shape = var_501, x = var_500_cast_fp16)[name = tensor("input_87_cast_fp16")]; tensor encoder_layers_1_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_1_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(81621056)))]; tensor encoder_layers_1_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_1_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(83718272)))]; tensor linear_16_cast_fp16 = linear(bias = encoder_layers_1_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_1_self_attn_linear_out_weight_to_fp16, x = input_87_cast_fp16)[name = tensor("linear_16_cast_fp16")]; tensor input_91_cast_fp16 = add(x = input_83_cast_fp16, y = linear_16_cast_fp16)[name = tensor("input_91_cast_fp16")]; tensor x_39_axes_0 = const()[name = tensor("x_39_axes_0"), val = tensor([-1])]; tensor encoder_layers_1_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_1_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(83720384)))]; tensor encoder_layers_1_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_1_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(83722496)))]; tensor x_39_cast_fp16 = layer_norm(axes = x_39_axes_0, beta = encoder_layers_1_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_1_norm_conv_weight_to_fp16, x = input_91_cast_fp16)[name = tensor("x_39_cast_fp16")]; tensor input_93_perm_0 = const()[name = tensor("input_93_perm_0"), val = tensor([0, 2, 1])]; tensor input_95_pad_type_0 = const()[name = tensor("input_95_pad_type_0"), val = tensor("valid")]; tensor input_95_strides_0 = const()[name = tensor("input_95_strides_0"), val = tensor([1])]; tensor input_95_pad_0 = const()[name = tensor("input_95_pad_0"), val = tensor([0, 0])]; tensor input_95_dilations_0 = const()[name = tensor("input_95_dilations_0"), val = tensor([1])]; tensor input_95_groups_0 = const()[name = tensor("input_95_groups_0"), val = tensor(1)]; tensor encoder_layers_1_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_1_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(83724608)))]; tensor encoder_layers_1_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_1_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87918976)))]; tensor input_93_cast_fp16 = transpose(perm = input_93_perm_0, x = x_39_cast_fp16)[name = tensor("transpose_371")]; tensor input_95_cast_fp16 = conv(bias = encoder_layers_1_conv_pointwise_conv1_bias_to_fp16, dilations = input_95_dilations_0, groups = input_95_groups_0, pad = input_95_pad_0, pad_type = input_95_pad_type_0, strides = input_95_strides_0, weight = encoder_layers_1_conv_pointwise_conv1_weight_to_fp16, x = input_93_cast_fp16)[name = tensor("input_95_cast_fp16")]; tensor x_41_split_num_splits_0 = const()[name = tensor("x_41_split_num_splits_0"), val = tensor(2)]; tensor x_41_split_axis_0 = const()[name = tensor("x_41_split_axis_0"), val = tensor(1)]; tensor x_41_split_cast_fp16_0, tensor x_41_split_cast_fp16_1 = split(axis = x_41_split_axis_0, num_splits = x_41_split_num_splits_0, x = input_95_cast_fp16)[name = tensor("x_41_split_cast_fp16")]; tensor x_41_split_1_sigmoid_cast_fp16 = sigmoid(x = x_41_split_cast_fp16_1)[name = tensor("x_41_split_1_sigmoid_cast_fp16")]; tensor x_41_cast_fp16 = mul(x = x_41_split_cast_fp16_0, y = x_41_split_1_sigmoid_cast_fp16)[name = tensor("x_41_cast_fp16")]; tensor input_97_cast_fp16 = select(a = var_11_to_fp16, b = x_41_cast_fp16, cond = var_351)[name = tensor("input_97_cast_fp16")]; tensor input_99_pad_0 = const()[name = tensor("input_99_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_99_mode_0 = const()[name = tensor("input_99_mode_0"), val = tensor("constant")]; tensor const_27_to_fp16 = const()[name = tensor("const_27_to_fp16"), val = tensor(0x0p+0)]; tensor input_99_cast_fp16 = pad(constant_val = const_27_to_fp16, mode = input_99_mode_0, pad = input_99_pad_0, x = input_97_cast_fp16)[name = tensor("input_99_cast_fp16")]; tensor input_101_pad_type_0 = const()[name = tensor("input_101_pad_type_0"), val = tensor("valid")]; tensor input_101_groups_0 = const()[name = tensor("input_101_groups_0"), val = tensor(1024)]; tensor input_101_strides_0 = const()[name = tensor("input_101_strides_0"), val = tensor([1])]; tensor input_101_pad_0 = const()[name = tensor("input_101_pad_0"), val = tensor([0, 0])]; tensor input_101_dilations_0 = const()[name = tensor("input_101_dilations_0"), val = tensor([1])]; tensor const_330_to_fp16 = const()[name = tensor("const_330_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87923136)))]; tensor const_331_to_fp16 = const()[name = tensor("const_331_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87941632)))]; tensor input_103_cast_fp16 = conv(bias = const_331_to_fp16, dilations = input_101_dilations_0, groups = input_101_groups_0, pad = input_101_pad_0, pad_type = input_101_pad_type_0, strides = input_101_strides_0, weight = const_330_to_fp16, x = input_99_cast_fp16)[name = tensor("input_103_cast_fp16")]; tensor input_105_cast_fp16 = silu(x = input_103_cast_fp16)[name = tensor("input_105_cast_fp16")]; tensor x_43_pad_type_0 = const()[name = tensor("x_43_pad_type_0"), val = tensor("valid")]; tensor x_43_strides_0 = const()[name = tensor("x_43_strides_0"), val = tensor([1])]; tensor x_43_pad_0 = const()[name = tensor("x_43_pad_0"), val = tensor([0, 0])]; tensor x_43_dilations_0 = const()[name = tensor("x_43_dilations_0"), val = tensor([1])]; tensor x_43_groups_0 = const()[name = tensor("x_43_groups_0"), val = tensor(1)]; tensor encoder_layers_1_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_1_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87943744)))]; tensor encoder_layers_1_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_1_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90040960)))]; tensor x_43_cast_fp16 = conv(bias = encoder_layers_1_conv_pointwise_conv2_bias_to_fp16, dilations = x_43_dilations_0, groups = x_43_groups_0, pad = x_43_pad_0, pad_type = x_43_pad_type_0, strides = x_43_strides_0, weight = encoder_layers_1_conv_pointwise_conv2_weight_to_fp16, x = input_105_cast_fp16)[name = tensor("x_43_cast_fp16")]; tensor input_107_perm_0 = const()[name = tensor("input_107_perm_0"), val = tensor([0, 2, 1])]; tensor input_107_cast_fp16 = transpose(perm = input_107_perm_0, x = x_43_cast_fp16)[name = tensor("transpose_370")]; tensor input_109_cast_fp16 = add(x = input_91_cast_fp16, y = input_107_cast_fp16)[name = tensor("input_109_cast_fp16")]; tensor input_111_axes_0 = const()[name = tensor("input_111_axes_0"), val = tensor([-1])]; tensor encoder_layers_1_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_1_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90043072)))]; tensor encoder_layers_1_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_1_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90045184)))]; tensor input_111_cast_fp16 = layer_norm(axes = input_111_axes_0, beta = encoder_layers_1_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_1_norm_feed_forward2_weight_to_fp16, x = input_109_cast_fp16)[name = tensor("input_111_cast_fp16")]; tensor encoder_layers_1_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_1_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90047296)))]; tensor encoder_layers_1_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_1_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98435968)))]; tensor linear_17_cast_fp16 = linear(bias = encoder_layers_1_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_1_feed_forward2_linear1_weight_to_fp16, x = input_111_cast_fp16)[name = tensor("linear_17_cast_fp16")]; tensor input_115_cast_fp16 = silu(x = linear_17_cast_fp16)[name = tensor("input_115_cast_fp16")]; tensor encoder_layers_1_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_1_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98444224)))]; tensor encoder_layers_1_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_1_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106832896)))]; tensor linear_18_cast_fp16 = linear(bias = encoder_layers_1_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_1_feed_forward2_linear2_weight_to_fp16, x = input_115_cast_fp16)[name = tensor("linear_18_cast_fp16")]; tensor var_567_to_fp16 = const()[name = tensor("op_567_to_fp16"), val = tensor(0x1p-1)]; tensor var_568_cast_fp16 = mul(x = linear_18_cast_fp16, y = var_567_to_fp16)[name = tensor("op_568_cast_fp16")]; tensor input_121_cast_fp16 = add(x = input_109_cast_fp16, y = var_568_cast_fp16)[name = tensor("input_121_cast_fp16")]; tensor input_123_axes_0 = const()[name = tensor("input_123_axes_0"), val = tensor([-1])]; tensor encoder_layers_1_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_1_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106835008)))]; tensor encoder_layers_1_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_1_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106837120)))]; tensor input_123_cast_fp16 = layer_norm(axes = input_123_axes_0, beta = encoder_layers_1_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_1_norm_out_weight_to_fp16, x = input_121_cast_fp16)[name = tensor("input_123_cast_fp16")]; tensor input_125_axes_0 = const()[name = tensor("input_125_axes_0"), val = tensor([-1])]; tensor encoder_layers_2_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_2_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106839232)))]; tensor encoder_layers_2_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_2_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106841344)))]; tensor input_125_cast_fp16 = layer_norm(axes = input_125_axes_0, beta = encoder_layers_2_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_2_norm_feed_forward1_weight_to_fp16, x = input_123_cast_fp16)[name = tensor("input_125_cast_fp16")]; tensor encoder_layers_2_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_2_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106843456)))]; tensor encoder_layers_2_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_2_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(115232128)))]; tensor linear_19_cast_fp16 = linear(bias = encoder_layers_2_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_2_feed_forward1_linear1_weight_to_fp16, x = input_125_cast_fp16)[name = tensor("linear_19_cast_fp16")]; tensor input_129_cast_fp16 = silu(x = linear_19_cast_fp16)[name = tensor("input_129_cast_fp16")]; tensor encoder_layers_2_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_2_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(115240384)))]; tensor encoder_layers_2_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_2_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123629056)))]; tensor linear_20_cast_fp16 = linear(bias = encoder_layers_2_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_2_feed_forward1_linear2_weight_to_fp16, x = input_129_cast_fp16)[name = tensor("linear_20_cast_fp16")]; tensor var_598_to_fp16 = const()[name = tensor("op_598_to_fp16"), val = tensor(0x1p-1)]; tensor var_599_cast_fp16 = mul(x = linear_20_cast_fp16, y = var_598_to_fp16)[name = tensor("op_599_cast_fp16")]; tensor input_135_cast_fp16 = add(x = input_123_cast_fp16, y = var_599_cast_fp16)[name = tensor("input_135_cast_fp16")]; tensor query_5_axes_0 = const()[name = tensor("query_5_axes_0"), val = tensor([-1])]; tensor encoder_layers_2_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_2_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123631168)))]; tensor encoder_layers_2_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_2_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123633280)))]; tensor query_5_cast_fp16 = layer_norm(axes = query_5_axes_0, beta = encoder_layers_2_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_2_norm_self_att_weight_to_fp16, x = input_135_cast_fp16)[name = tensor("query_5_cast_fp16")]; tensor encoder_layers_2_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_2_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123635392)))]; tensor encoder_layers_2_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_2_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125732608)))]; tensor linear_21_cast_fp16 = linear(bias = encoder_layers_2_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_2_self_attn_linear_q_weight_to_fp16, x = query_5_cast_fp16)[name = tensor("linear_21_cast_fp16")]; tensor var_616 = const()[name = tensor("op_616"), val = tensor([1, -1, 8, 128])]; tensor q_13_cast_fp16 = reshape(shape = var_616, x = linear_21_cast_fp16)[name = tensor("q_13_cast_fp16")]; tensor encoder_layers_2_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_2_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125734720)))]; tensor encoder_layers_2_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_2_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127831936)))]; tensor linear_22_cast_fp16 = linear(bias = encoder_layers_2_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_2_self_attn_linear_k_weight_to_fp16, x = query_5_cast_fp16)[name = tensor("linear_22_cast_fp16")]; tensor var_621 = const()[name = tensor("op_621"), val = tensor([1, -1, 8, 128])]; tensor k_9_cast_fp16 = reshape(shape = var_621, x = linear_22_cast_fp16)[name = tensor("k_9_cast_fp16")]; tensor encoder_layers_2_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_2_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127834048)))]; tensor encoder_layers_2_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_2_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(129931264)))]; tensor linear_23_cast_fp16 = linear(bias = encoder_layers_2_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_2_self_attn_linear_v_weight_to_fp16, x = query_5_cast_fp16)[name = tensor("linear_23_cast_fp16")]; tensor var_626 = const()[name = tensor("op_626"), val = tensor([1, -1, 8, 128])]; tensor v_5_cast_fp16 = reshape(shape = var_626, x = linear_23_cast_fp16)[name = tensor("v_5_cast_fp16")]; tensor value_7_perm_0 = const()[name = tensor("value_7_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_2_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_2_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(129933376)))]; tensor var_638_cast_fp16 = add(x = q_13_cast_fp16, y = encoder_layers_2_self_attn_pos_bias_u_to_fp16)[name = tensor("op_638_cast_fp16")]; tensor encoder_layers_2_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_2_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(129935488)))]; tensor var_640_cast_fp16 = add(x = q_13_cast_fp16, y = encoder_layers_2_self_attn_pos_bias_v_to_fp16)[name = tensor("op_640_cast_fp16")]; tensor q_with_bias_v_5_perm_0 = const()[name = tensor("q_with_bias_v_5_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_51_transpose_x_0 = const()[name = tensor("x_51_transpose_x_0"), val = tensor(false)]; tensor x_51_transpose_y_0 = const()[name = tensor("x_51_transpose_y_0"), val = tensor(false)]; tensor var_642_to_fp16 = const()[name = tensor("op_642_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(129937600)))]; tensor q_with_bias_v_5_cast_fp16 = transpose(perm = q_with_bias_v_5_perm_0, x = var_640_cast_fp16)[name = tensor("transpose_368")]; tensor x_51_cast_fp16 = matmul(transpose_x = x_51_transpose_x_0, transpose_y = x_51_transpose_y_0, x = q_with_bias_v_5_cast_fp16, y = var_642_to_fp16)[name = tensor("x_51_cast_fp16")]; tensor x_53_pad_0 = const()[name = tensor("x_53_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_53_mode_0 = const()[name = tensor("x_53_mode_0"), val = tensor("constant")]; tensor const_34_to_fp16 = const()[name = tensor("const_34_to_fp16"), val = tensor(0x0p+0)]; tensor x_53_cast_fp16 = pad(constant_val = const_34_to_fp16, mode = x_53_mode_0, pad = x_53_pad_0, x = x_51_cast_fp16)[name = tensor("x_53_cast_fp16")]; tensor var_650 = const()[name = tensor("op_650"), val = tensor([1, 8, -1, 188])]; tensor x_55_cast_fp16 = reshape(shape = var_650, x = x_53_cast_fp16)[name = tensor("x_55_cast_fp16")]; tensor var_654_begin_0 = const()[name = tensor("op_654_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_654_end_0 = const()[name = tensor("op_654_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_654_end_mask_0 = const()[name = tensor("op_654_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_654_cast_fp16 = slice_by_index(begin = var_654_begin_0, end = var_654_end_0, end_mask = var_654_end_mask_0, x = x_55_cast_fp16)[name = tensor("op_654_cast_fp16")]; tensor var_655 = const()[name = tensor("op_655"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_9_cast_fp16 = reshape(shape = var_655, x = var_654_cast_fp16)[name = tensor("matrix_bd_9_cast_fp16")]; tensor matrix_ac_5_transpose_x_0 = const()[name = tensor("matrix_ac_5_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_5_transpose_y_0 = const()[name = tensor("matrix_ac_5_transpose_y_0"), val = tensor(false)]; tensor transpose_100_perm_0 = const()[name = tensor("transpose_100_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_101_perm_0 = const()[name = tensor("transpose_101_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_101 = transpose(perm = transpose_101_perm_0, x = k_9_cast_fp16)[name = tensor("transpose_366")]; tensor transpose_100 = transpose(perm = transpose_100_perm_0, x = var_638_cast_fp16)[name = tensor("transpose_367")]; tensor matrix_ac_5_cast_fp16 = matmul(transpose_x = matrix_ac_5_transpose_x_0, transpose_y = matrix_ac_5_transpose_y_0, x = transpose_100, y = transpose_101)[name = tensor("matrix_ac_5_cast_fp16")]; tensor matrix_bd_11_begin_0 = const()[name = tensor("matrix_bd_11_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_11_end_0 = const()[name = tensor("matrix_bd_11_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_11_end_mask_0 = const()[name = tensor("matrix_bd_11_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_11_cast_fp16 = slice_by_index(begin = matrix_bd_11_begin_0, end = matrix_bd_11_end_0, end_mask = matrix_bd_11_end_mask_0, x = matrix_bd_9_cast_fp16)[name = tensor("matrix_bd_11_cast_fp16")]; tensor var_664_cast_fp16 = add(x = matrix_ac_5_cast_fp16, y = matrix_bd_11_cast_fp16)[name = tensor("op_664_cast_fp16")]; tensor _inversed_scores_9_y_0_to_fp16 = const()[name = tensor("_inversed_scores_9_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_9_cast_fp16 = mul(x = var_664_cast_fp16, y = _inversed_scores_9_y_0_to_fp16)[name = tensor("_inversed_scores_9_cast_fp16")]; tensor scores_11_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_9_cast_fp16, cond = mask_3)[name = tensor("scores_11_cast_fp16")]; tensor var_670_cast_fp16 = softmax(axis = var_30, x = scores_11_cast_fp16)[name = tensor("op_670_cast_fp16")]; tensor input_137_cast_fp16 = select(a = var_11_to_fp16, b = var_670_cast_fp16, cond = mask_3)[name = tensor("input_137_cast_fp16")]; tensor x_57_transpose_x_0 = const()[name = tensor("x_57_transpose_x_0"), val = tensor(false)]; tensor x_57_transpose_y_0 = const()[name = tensor("x_57_transpose_y_0"), val = tensor(false)]; tensor value_7_cast_fp16 = transpose(perm = value_7_perm_0, x = v_5_cast_fp16)[name = tensor("transpose_369")]; tensor x_57_cast_fp16 = matmul(transpose_x = x_57_transpose_x_0, transpose_y = x_57_transpose_y_0, x = input_137_cast_fp16, y = value_7_cast_fp16)[name = tensor("x_57_cast_fp16")]; tensor var_674_perm_0 = const()[name = tensor("op_674_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_675 = const()[name = tensor("op_675"), val = tensor([1, -1, 1024])]; tensor var_674_cast_fp16 = transpose(perm = var_674_perm_0, x = x_57_cast_fp16)[name = tensor("transpose_365")]; tensor input_139_cast_fp16 = reshape(shape = var_675, x = var_674_cast_fp16)[name = tensor("input_139_cast_fp16")]; tensor encoder_layers_2_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_2_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(130705664)))]; tensor encoder_layers_2_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_2_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132802880)))]; tensor linear_25_cast_fp16 = linear(bias = encoder_layers_2_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_2_self_attn_linear_out_weight_to_fp16, x = input_139_cast_fp16)[name = tensor("linear_25_cast_fp16")]; tensor input_143_cast_fp16 = add(x = input_135_cast_fp16, y = linear_25_cast_fp16)[name = tensor("input_143_cast_fp16")]; tensor x_61_axes_0 = const()[name = tensor("x_61_axes_0"), val = tensor([-1])]; tensor encoder_layers_2_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_2_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132804992)))]; tensor encoder_layers_2_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_2_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132807104)))]; tensor x_61_cast_fp16 = layer_norm(axes = x_61_axes_0, beta = encoder_layers_2_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_2_norm_conv_weight_to_fp16, x = input_143_cast_fp16)[name = tensor("x_61_cast_fp16")]; tensor input_145_perm_0 = const()[name = tensor("input_145_perm_0"), val = tensor([0, 2, 1])]; tensor input_147_pad_type_0 = const()[name = tensor("input_147_pad_type_0"), val = tensor("valid")]; tensor input_147_strides_0 = const()[name = tensor("input_147_strides_0"), val = tensor([1])]; tensor input_147_pad_0 = const()[name = tensor("input_147_pad_0"), val = tensor([0, 0])]; tensor input_147_dilations_0 = const()[name = tensor("input_147_dilations_0"), val = tensor([1])]; tensor input_147_groups_0 = const()[name = tensor("input_147_groups_0"), val = tensor(1)]; tensor encoder_layers_2_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_2_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132809216)))]; tensor encoder_layers_2_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_2_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137003584)))]; tensor input_145_cast_fp16 = transpose(perm = input_145_perm_0, x = x_61_cast_fp16)[name = tensor("transpose_364")]; tensor input_147_cast_fp16 = conv(bias = encoder_layers_2_conv_pointwise_conv1_bias_to_fp16, dilations = input_147_dilations_0, groups = input_147_groups_0, pad = input_147_pad_0, pad_type = input_147_pad_type_0, strides = input_147_strides_0, weight = encoder_layers_2_conv_pointwise_conv1_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("input_147_cast_fp16")]; tensor x_63_split_num_splits_0 = const()[name = tensor("x_63_split_num_splits_0"), val = tensor(2)]; tensor x_63_split_axis_0 = const()[name = tensor("x_63_split_axis_0"), val = tensor(1)]; tensor x_63_split_cast_fp16_0, tensor x_63_split_cast_fp16_1 = split(axis = x_63_split_axis_0, num_splits = x_63_split_num_splits_0, x = input_147_cast_fp16)[name = tensor("x_63_split_cast_fp16")]; tensor x_63_split_1_sigmoid_cast_fp16 = sigmoid(x = x_63_split_cast_fp16_1)[name = tensor("x_63_split_1_sigmoid_cast_fp16")]; tensor x_63_cast_fp16 = mul(x = x_63_split_cast_fp16_0, y = x_63_split_1_sigmoid_cast_fp16)[name = tensor("x_63_cast_fp16")]; tensor input_149_cast_fp16 = select(a = var_11_to_fp16, b = x_63_cast_fp16, cond = var_351)[name = tensor("input_149_cast_fp16")]; tensor input_151_pad_0 = const()[name = tensor("input_151_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_151_mode_0 = const()[name = tensor("input_151_mode_0"), val = tensor("constant")]; tensor const_37_to_fp16 = const()[name = tensor("const_37_to_fp16"), val = tensor(0x0p+0)]; tensor input_151_cast_fp16 = pad(constant_val = const_37_to_fp16, mode = input_151_mode_0, pad = input_151_pad_0, x = input_149_cast_fp16)[name = tensor("input_151_cast_fp16")]; tensor input_153_pad_type_0 = const()[name = tensor("input_153_pad_type_0"), val = tensor("valid")]; tensor input_153_groups_0 = const()[name = tensor("input_153_groups_0"), val = tensor(1024)]; tensor input_153_strides_0 = const()[name = tensor("input_153_strides_0"), val = tensor([1])]; tensor input_153_pad_0 = const()[name = tensor("input_153_pad_0"), val = tensor([0, 0])]; tensor input_153_dilations_0 = const()[name = tensor("input_153_dilations_0"), val = tensor([1])]; tensor const_332_to_fp16 = const()[name = tensor("const_332_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137007744)))]; tensor const_333_to_fp16 = const()[name = tensor("const_333_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137026240)))]; tensor input_155_cast_fp16 = conv(bias = const_333_to_fp16, dilations = input_153_dilations_0, groups = input_153_groups_0, pad = input_153_pad_0, pad_type = input_153_pad_type_0, strides = input_153_strides_0, weight = const_332_to_fp16, x = input_151_cast_fp16)[name = tensor("input_155_cast_fp16")]; tensor input_157_cast_fp16 = silu(x = input_155_cast_fp16)[name = tensor("input_157_cast_fp16")]; tensor x_65_pad_type_0 = const()[name = tensor("x_65_pad_type_0"), val = tensor("valid")]; tensor x_65_strides_0 = const()[name = tensor("x_65_strides_0"), val = tensor([1])]; tensor x_65_pad_0 = const()[name = tensor("x_65_pad_0"), val = tensor([0, 0])]; tensor x_65_dilations_0 = const()[name = tensor("x_65_dilations_0"), val = tensor([1])]; tensor x_65_groups_0 = const()[name = tensor("x_65_groups_0"), val = tensor(1)]; tensor encoder_layers_2_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_2_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137028352)))]; tensor encoder_layers_2_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_2_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139125568)))]; tensor x_65_cast_fp16 = conv(bias = encoder_layers_2_conv_pointwise_conv2_bias_to_fp16, dilations = x_65_dilations_0, groups = x_65_groups_0, pad = x_65_pad_0, pad_type = x_65_pad_type_0, strides = x_65_strides_0, weight = encoder_layers_2_conv_pointwise_conv2_weight_to_fp16, x = input_157_cast_fp16)[name = tensor("x_65_cast_fp16")]; tensor input_159_perm_0 = const()[name = tensor("input_159_perm_0"), val = tensor([0, 2, 1])]; tensor input_159_cast_fp16 = transpose(perm = input_159_perm_0, x = x_65_cast_fp16)[name = tensor("transpose_363")]; tensor input_161_cast_fp16 = add(x = input_143_cast_fp16, y = input_159_cast_fp16)[name = tensor("input_161_cast_fp16")]; tensor input_163_axes_0 = const()[name = tensor("input_163_axes_0"), val = tensor([-1])]; tensor encoder_layers_2_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_2_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139127680)))]; tensor encoder_layers_2_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_2_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139129792)))]; tensor input_163_cast_fp16 = layer_norm(axes = input_163_axes_0, beta = encoder_layers_2_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_2_norm_feed_forward2_weight_to_fp16, x = input_161_cast_fp16)[name = tensor("input_163_cast_fp16")]; tensor encoder_layers_2_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_2_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139131904)))]; tensor encoder_layers_2_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_2_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(147520576)))]; tensor linear_26_cast_fp16 = linear(bias = encoder_layers_2_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_2_feed_forward2_linear1_weight_to_fp16, x = input_163_cast_fp16)[name = tensor("linear_26_cast_fp16")]; tensor input_167_cast_fp16 = silu(x = linear_26_cast_fp16)[name = tensor("input_167_cast_fp16")]; tensor encoder_layers_2_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_2_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(147528832)))]; tensor encoder_layers_2_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_2_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155917504)))]; tensor linear_27_cast_fp16 = linear(bias = encoder_layers_2_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_2_feed_forward2_linear2_weight_to_fp16, x = input_167_cast_fp16)[name = tensor("linear_27_cast_fp16")]; tensor var_741_to_fp16 = const()[name = tensor("op_741_to_fp16"), val = tensor(0x1p-1)]; tensor var_742_cast_fp16 = mul(x = linear_27_cast_fp16, y = var_741_to_fp16)[name = tensor("op_742_cast_fp16")]; tensor input_173_cast_fp16 = add(x = input_161_cast_fp16, y = var_742_cast_fp16)[name = tensor("input_173_cast_fp16")]; tensor input_175_axes_0 = const()[name = tensor("input_175_axes_0"), val = tensor([-1])]; tensor encoder_layers_2_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_2_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155919616)))]; tensor encoder_layers_2_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_2_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155921728)))]; tensor input_175_cast_fp16 = layer_norm(axes = input_175_axes_0, beta = encoder_layers_2_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_2_norm_out_weight_to_fp16, x = input_173_cast_fp16)[name = tensor("input_175_cast_fp16")]; tensor input_177_axes_0 = const()[name = tensor("input_177_axes_0"), val = tensor([-1])]; tensor encoder_layers_3_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_3_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155923840)))]; tensor encoder_layers_3_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_3_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155925952)))]; tensor input_177_cast_fp16 = layer_norm(axes = input_177_axes_0, beta = encoder_layers_3_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_3_norm_feed_forward1_weight_to_fp16, x = input_175_cast_fp16)[name = tensor("input_177_cast_fp16")]; tensor encoder_layers_3_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_3_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155928064)))]; tensor encoder_layers_3_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_3_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164316736)))]; tensor linear_28_cast_fp16 = linear(bias = encoder_layers_3_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_3_feed_forward1_linear1_weight_to_fp16, x = input_177_cast_fp16)[name = tensor("linear_28_cast_fp16")]; tensor input_181_cast_fp16 = silu(x = linear_28_cast_fp16)[name = tensor("input_181_cast_fp16")]; tensor encoder_layers_3_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_3_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164324992)))]; tensor encoder_layers_3_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_3_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172713664)))]; tensor linear_29_cast_fp16 = linear(bias = encoder_layers_3_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_3_feed_forward1_linear2_weight_to_fp16, x = input_181_cast_fp16)[name = tensor("linear_29_cast_fp16")]; tensor var_772_to_fp16 = const()[name = tensor("op_772_to_fp16"), val = tensor(0x1p-1)]; tensor var_773_cast_fp16 = mul(x = linear_29_cast_fp16, y = var_772_to_fp16)[name = tensor("op_773_cast_fp16")]; tensor input_187_cast_fp16 = add(x = input_175_cast_fp16, y = var_773_cast_fp16)[name = tensor("input_187_cast_fp16")]; tensor query_7_axes_0 = const()[name = tensor("query_7_axes_0"), val = tensor([-1])]; tensor encoder_layers_3_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_3_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172715776)))]; tensor encoder_layers_3_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_3_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172717888)))]; tensor query_7_cast_fp16 = layer_norm(axes = query_7_axes_0, beta = encoder_layers_3_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_3_norm_self_att_weight_to_fp16, x = input_187_cast_fp16)[name = tensor("query_7_cast_fp16")]; tensor encoder_layers_3_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_3_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172720000)))]; tensor encoder_layers_3_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_3_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174817216)))]; tensor linear_30_cast_fp16 = linear(bias = encoder_layers_3_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_3_self_attn_linear_q_weight_to_fp16, x = query_7_cast_fp16)[name = tensor("linear_30_cast_fp16")]; tensor var_790 = const()[name = tensor("op_790"), val = tensor([1, -1, 8, 128])]; tensor q_19_cast_fp16 = reshape(shape = var_790, x = linear_30_cast_fp16)[name = tensor("q_19_cast_fp16")]; tensor encoder_layers_3_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_3_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174819328)))]; tensor encoder_layers_3_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_3_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(176916544)))]; tensor linear_31_cast_fp16 = linear(bias = encoder_layers_3_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_3_self_attn_linear_k_weight_to_fp16, x = query_7_cast_fp16)[name = tensor("linear_31_cast_fp16")]; tensor var_795 = const()[name = tensor("op_795"), val = tensor([1, -1, 8, 128])]; tensor k_13_cast_fp16 = reshape(shape = var_795, x = linear_31_cast_fp16)[name = tensor("k_13_cast_fp16")]; tensor encoder_layers_3_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_3_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(176918656)))]; tensor encoder_layers_3_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_3_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179015872)))]; tensor linear_32_cast_fp16 = linear(bias = encoder_layers_3_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_3_self_attn_linear_v_weight_to_fp16, x = query_7_cast_fp16)[name = tensor("linear_32_cast_fp16")]; tensor var_800 = const()[name = tensor("op_800"), val = tensor([1, -1, 8, 128])]; tensor v_7_cast_fp16 = reshape(shape = var_800, x = linear_32_cast_fp16)[name = tensor("v_7_cast_fp16")]; tensor value_9_perm_0 = const()[name = tensor("value_9_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_3_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_3_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179017984)))]; tensor var_812_cast_fp16 = add(x = q_19_cast_fp16, y = encoder_layers_3_self_attn_pos_bias_u_to_fp16)[name = tensor("op_812_cast_fp16")]; tensor encoder_layers_3_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_3_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179020096)))]; tensor var_814_cast_fp16 = add(x = q_19_cast_fp16, y = encoder_layers_3_self_attn_pos_bias_v_to_fp16)[name = tensor("op_814_cast_fp16")]; tensor q_with_bias_v_7_perm_0 = const()[name = tensor("q_with_bias_v_7_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_73_transpose_x_0 = const()[name = tensor("x_73_transpose_x_0"), val = tensor(false)]; tensor x_73_transpose_y_0 = const()[name = tensor("x_73_transpose_y_0"), val = tensor(false)]; tensor var_816_to_fp16 = const()[name = tensor("op_816_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179022208)))]; tensor q_with_bias_v_7_cast_fp16 = transpose(perm = q_with_bias_v_7_perm_0, x = var_814_cast_fp16)[name = tensor("transpose_361")]; tensor x_73_cast_fp16 = matmul(transpose_x = x_73_transpose_x_0, transpose_y = x_73_transpose_y_0, x = q_with_bias_v_7_cast_fp16, y = var_816_to_fp16)[name = tensor("x_73_cast_fp16")]; tensor x_75_pad_0 = const()[name = tensor("x_75_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_75_mode_0 = const()[name = tensor("x_75_mode_0"), val = tensor("constant")]; tensor const_44_to_fp16 = const()[name = tensor("const_44_to_fp16"), val = tensor(0x0p+0)]; tensor x_75_cast_fp16 = pad(constant_val = const_44_to_fp16, mode = x_75_mode_0, pad = x_75_pad_0, x = x_73_cast_fp16)[name = tensor("x_75_cast_fp16")]; tensor var_824 = const()[name = tensor("op_824"), val = tensor([1, 8, -1, 188])]; tensor x_77_cast_fp16 = reshape(shape = var_824, x = x_75_cast_fp16)[name = tensor("x_77_cast_fp16")]; tensor var_828_begin_0 = const()[name = tensor("op_828_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_828_end_0 = const()[name = tensor("op_828_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_828_end_mask_0 = const()[name = tensor("op_828_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_828_cast_fp16 = slice_by_index(begin = var_828_begin_0, end = var_828_end_0, end_mask = var_828_end_mask_0, x = x_77_cast_fp16)[name = tensor("op_828_cast_fp16")]; tensor var_829 = const()[name = tensor("op_829"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_13_cast_fp16 = reshape(shape = var_829, x = var_828_cast_fp16)[name = tensor("matrix_bd_13_cast_fp16")]; tensor matrix_ac_7_transpose_x_0 = const()[name = tensor("matrix_ac_7_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_7_transpose_y_0 = const()[name = tensor("matrix_ac_7_transpose_y_0"), val = tensor(false)]; tensor transpose_102_perm_0 = const()[name = tensor("transpose_102_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_103_perm_0 = const()[name = tensor("transpose_103_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_103 = transpose(perm = transpose_103_perm_0, x = k_13_cast_fp16)[name = tensor("transpose_359")]; tensor transpose_102 = transpose(perm = transpose_102_perm_0, x = var_812_cast_fp16)[name = tensor("transpose_360")]; tensor matrix_ac_7_cast_fp16 = matmul(transpose_x = matrix_ac_7_transpose_x_0, transpose_y = matrix_ac_7_transpose_y_0, x = transpose_102, y = transpose_103)[name = tensor("matrix_ac_7_cast_fp16")]; tensor matrix_bd_15_begin_0 = const()[name = tensor("matrix_bd_15_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_15_end_0 = const()[name = tensor("matrix_bd_15_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_15_end_mask_0 = const()[name = tensor("matrix_bd_15_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_15_cast_fp16 = slice_by_index(begin = matrix_bd_15_begin_0, end = matrix_bd_15_end_0, end_mask = matrix_bd_15_end_mask_0, x = matrix_bd_13_cast_fp16)[name = tensor("matrix_bd_15_cast_fp16")]; tensor var_838_cast_fp16 = add(x = matrix_ac_7_cast_fp16, y = matrix_bd_15_cast_fp16)[name = tensor("op_838_cast_fp16")]; tensor _inversed_scores_13_y_0_to_fp16 = const()[name = tensor("_inversed_scores_13_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_13_cast_fp16 = mul(x = var_838_cast_fp16, y = _inversed_scores_13_y_0_to_fp16)[name = tensor("_inversed_scores_13_cast_fp16")]; tensor scores_15_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_13_cast_fp16, cond = mask_3)[name = tensor("scores_15_cast_fp16")]; tensor var_844_cast_fp16 = softmax(axis = var_30, x = scores_15_cast_fp16)[name = tensor("op_844_cast_fp16")]; tensor input_189_cast_fp16 = select(a = var_11_to_fp16, b = var_844_cast_fp16, cond = mask_3)[name = tensor("input_189_cast_fp16")]; tensor x_79_transpose_x_0 = const()[name = tensor("x_79_transpose_x_0"), val = tensor(false)]; tensor x_79_transpose_y_0 = const()[name = tensor("x_79_transpose_y_0"), val = tensor(false)]; tensor value_9_cast_fp16 = transpose(perm = value_9_perm_0, x = v_7_cast_fp16)[name = tensor("transpose_362")]; tensor x_79_cast_fp16 = matmul(transpose_x = x_79_transpose_x_0, transpose_y = x_79_transpose_y_0, x = input_189_cast_fp16, y = value_9_cast_fp16)[name = tensor("x_79_cast_fp16")]; tensor var_848_perm_0 = const()[name = tensor("op_848_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_849 = const()[name = tensor("op_849"), val = tensor([1, -1, 1024])]; tensor var_848_cast_fp16 = transpose(perm = var_848_perm_0, x = x_79_cast_fp16)[name = tensor("transpose_358")]; tensor input_191_cast_fp16 = reshape(shape = var_849, x = var_848_cast_fp16)[name = tensor("input_191_cast_fp16")]; tensor encoder_layers_3_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_3_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179790272)))]; tensor encoder_layers_3_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_3_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181887488)))]; tensor linear_34_cast_fp16 = linear(bias = encoder_layers_3_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_3_self_attn_linear_out_weight_to_fp16, x = input_191_cast_fp16)[name = tensor("linear_34_cast_fp16")]; tensor input_195_cast_fp16 = add(x = input_187_cast_fp16, y = linear_34_cast_fp16)[name = tensor("input_195_cast_fp16")]; tensor x_83_axes_0 = const()[name = tensor("x_83_axes_0"), val = tensor([-1])]; tensor encoder_layers_3_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_3_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181889600)))]; tensor encoder_layers_3_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_3_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181891712)))]; tensor x_83_cast_fp16 = layer_norm(axes = x_83_axes_0, beta = encoder_layers_3_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_3_norm_conv_weight_to_fp16, x = input_195_cast_fp16)[name = tensor("x_83_cast_fp16")]; tensor input_197_perm_0 = const()[name = tensor("input_197_perm_0"), val = tensor([0, 2, 1])]; tensor input_199_pad_type_0 = const()[name = tensor("input_199_pad_type_0"), val = tensor("valid")]; tensor input_199_strides_0 = const()[name = tensor("input_199_strides_0"), val = tensor([1])]; tensor input_199_pad_0 = const()[name = tensor("input_199_pad_0"), val = tensor([0, 0])]; tensor input_199_dilations_0 = const()[name = tensor("input_199_dilations_0"), val = tensor([1])]; tensor input_199_groups_0 = const()[name = tensor("input_199_groups_0"), val = tensor(1)]; tensor encoder_layers_3_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_3_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181893824)))]; tensor encoder_layers_3_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_3_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186088192)))]; tensor input_197_cast_fp16 = transpose(perm = input_197_perm_0, x = x_83_cast_fp16)[name = tensor("transpose_357")]; tensor input_199_cast_fp16 = conv(bias = encoder_layers_3_conv_pointwise_conv1_bias_to_fp16, dilations = input_199_dilations_0, groups = input_199_groups_0, pad = input_199_pad_0, pad_type = input_199_pad_type_0, strides = input_199_strides_0, weight = encoder_layers_3_conv_pointwise_conv1_weight_to_fp16, x = input_197_cast_fp16)[name = tensor("input_199_cast_fp16")]; tensor x_85_split_num_splits_0 = const()[name = tensor("x_85_split_num_splits_0"), val = tensor(2)]; tensor x_85_split_axis_0 = const()[name = tensor("x_85_split_axis_0"), val = tensor(1)]; tensor x_85_split_cast_fp16_0, tensor x_85_split_cast_fp16_1 = split(axis = x_85_split_axis_0, num_splits = x_85_split_num_splits_0, x = input_199_cast_fp16)[name = tensor("x_85_split_cast_fp16")]; tensor x_85_split_1_sigmoid_cast_fp16 = sigmoid(x = x_85_split_cast_fp16_1)[name = tensor("x_85_split_1_sigmoid_cast_fp16")]; tensor x_85_cast_fp16 = mul(x = x_85_split_cast_fp16_0, y = x_85_split_1_sigmoid_cast_fp16)[name = tensor("x_85_cast_fp16")]; tensor input_201_cast_fp16 = select(a = var_11_to_fp16, b = x_85_cast_fp16, cond = var_351)[name = tensor("input_201_cast_fp16")]; tensor input_203_pad_0 = const()[name = tensor("input_203_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_203_mode_0 = const()[name = tensor("input_203_mode_0"), val = tensor("constant")]; tensor const_47_to_fp16 = const()[name = tensor("const_47_to_fp16"), val = tensor(0x0p+0)]; tensor input_203_cast_fp16 = pad(constant_val = const_47_to_fp16, mode = input_203_mode_0, pad = input_203_pad_0, x = input_201_cast_fp16)[name = tensor("input_203_cast_fp16")]; tensor input_205_pad_type_0 = const()[name = tensor("input_205_pad_type_0"), val = tensor("valid")]; tensor input_205_groups_0 = const()[name = tensor("input_205_groups_0"), val = tensor(1024)]; tensor input_205_strides_0 = const()[name = tensor("input_205_strides_0"), val = tensor([1])]; tensor input_205_pad_0 = const()[name = tensor("input_205_pad_0"), val = tensor([0, 0])]; tensor input_205_dilations_0 = const()[name = tensor("input_205_dilations_0"), val = tensor([1])]; tensor const_334_to_fp16 = const()[name = tensor("const_334_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186092352)))]; tensor const_335_to_fp16 = const()[name = tensor("const_335_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186110848)))]; tensor input_207_cast_fp16 = conv(bias = const_335_to_fp16, dilations = input_205_dilations_0, groups = input_205_groups_0, pad = input_205_pad_0, pad_type = input_205_pad_type_0, strides = input_205_strides_0, weight = const_334_to_fp16, x = input_203_cast_fp16)[name = tensor("input_207_cast_fp16")]; tensor input_209_cast_fp16 = silu(x = input_207_cast_fp16)[name = tensor("input_209_cast_fp16")]; tensor x_87_pad_type_0 = const()[name = tensor("x_87_pad_type_0"), val = tensor("valid")]; tensor x_87_strides_0 = const()[name = tensor("x_87_strides_0"), val = tensor([1])]; tensor x_87_pad_0 = const()[name = tensor("x_87_pad_0"), val = tensor([0, 0])]; tensor x_87_dilations_0 = const()[name = tensor("x_87_dilations_0"), val = tensor([1])]; tensor x_87_groups_0 = const()[name = tensor("x_87_groups_0"), val = tensor(1)]; tensor encoder_layers_3_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_3_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186112960)))]; tensor encoder_layers_3_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_3_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188210176)))]; tensor x_87_cast_fp16 = conv(bias = encoder_layers_3_conv_pointwise_conv2_bias_to_fp16, dilations = x_87_dilations_0, groups = x_87_groups_0, pad = x_87_pad_0, pad_type = x_87_pad_type_0, strides = x_87_strides_0, weight = encoder_layers_3_conv_pointwise_conv2_weight_to_fp16, x = input_209_cast_fp16)[name = tensor("x_87_cast_fp16")]; tensor input_211_perm_0 = const()[name = tensor("input_211_perm_0"), val = tensor([0, 2, 1])]; tensor input_211_cast_fp16 = transpose(perm = input_211_perm_0, x = x_87_cast_fp16)[name = tensor("transpose_356")]; tensor input_213_cast_fp16 = add(x = input_195_cast_fp16, y = input_211_cast_fp16)[name = tensor("input_213_cast_fp16")]; tensor input_215_axes_0 = const()[name = tensor("input_215_axes_0"), val = tensor([-1])]; tensor encoder_layers_3_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_3_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188212288)))]; tensor encoder_layers_3_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_3_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188214400)))]; tensor input_215_cast_fp16 = layer_norm(axes = input_215_axes_0, beta = encoder_layers_3_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_3_norm_feed_forward2_weight_to_fp16, x = input_213_cast_fp16)[name = tensor("input_215_cast_fp16")]; tensor encoder_layers_3_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_3_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188216512)))]; tensor encoder_layers_3_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_3_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196605184)))]; tensor linear_35_cast_fp16 = linear(bias = encoder_layers_3_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_3_feed_forward2_linear1_weight_to_fp16, x = input_215_cast_fp16)[name = tensor("linear_35_cast_fp16")]; tensor input_219_cast_fp16 = silu(x = linear_35_cast_fp16)[name = tensor("input_219_cast_fp16")]; tensor encoder_layers_3_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_3_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196613440)))]; tensor encoder_layers_3_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_3_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205002112)))]; tensor linear_36_cast_fp16 = linear(bias = encoder_layers_3_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_3_feed_forward2_linear2_weight_to_fp16, x = input_219_cast_fp16)[name = tensor("linear_36_cast_fp16")]; tensor var_915_to_fp16 = const()[name = tensor("op_915_to_fp16"), val = tensor(0x1p-1)]; tensor var_916_cast_fp16 = mul(x = linear_36_cast_fp16, y = var_915_to_fp16)[name = tensor("op_916_cast_fp16")]; tensor input_225_cast_fp16 = add(x = input_213_cast_fp16, y = var_916_cast_fp16)[name = tensor("input_225_cast_fp16")]; tensor input_227_axes_0 = const()[name = tensor("input_227_axes_0"), val = tensor([-1])]; tensor encoder_layers_3_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_3_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205004224)))]; tensor encoder_layers_3_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_3_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205006336)))]; tensor input_227_cast_fp16 = layer_norm(axes = input_227_axes_0, beta = encoder_layers_3_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_3_norm_out_weight_to_fp16, x = input_225_cast_fp16)[name = tensor("input_227_cast_fp16")]; tensor input_229_axes_0 = const()[name = tensor("input_229_axes_0"), val = tensor([-1])]; tensor encoder_layers_4_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_4_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205008448)))]; tensor encoder_layers_4_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_4_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205010560)))]; tensor input_229_cast_fp16 = layer_norm(axes = input_229_axes_0, beta = encoder_layers_4_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_4_norm_feed_forward1_weight_to_fp16, x = input_227_cast_fp16)[name = tensor("input_229_cast_fp16")]; tensor encoder_layers_4_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_4_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205012672)))]; tensor encoder_layers_4_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_4_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(213401344)))]; tensor linear_37_cast_fp16 = linear(bias = encoder_layers_4_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_4_feed_forward1_linear1_weight_to_fp16, x = input_229_cast_fp16)[name = tensor("linear_37_cast_fp16")]; tensor input_233_cast_fp16 = silu(x = linear_37_cast_fp16)[name = tensor("input_233_cast_fp16")]; tensor encoder_layers_4_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_4_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(213409600)))]; tensor encoder_layers_4_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_4_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(221798272)))]; tensor linear_38_cast_fp16 = linear(bias = encoder_layers_4_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_4_feed_forward1_linear2_weight_to_fp16, x = input_233_cast_fp16)[name = tensor("linear_38_cast_fp16")]; tensor var_946_to_fp16 = const()[name = tensor("op_946_to_fp16"), val = tensor(0x1p-1)]; tensor var_947_cast_fp16 = mul(x = linear_38_cast_fp16, y = var_946_to_fp16)[name = tensor("op_947_cast_fp16")]; tensor input_239_cast_fp16 = add(x = input_227_cast_fp16, y = var_947_cast_fp16)[name = tensor("input_239_cast_fp16")]; tensor query_9_axes_0 = const()[name = tensor("query_9_axes_0"), val = tensor([-1])]; tensor encoder_layers_4_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_4_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(221800384)))]; tensor encoder_layers_4_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_4_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(221802496)))]; tensor query_9_cast_fp16 = layer_norm(axes = query_9_axes_0, beta = encoder_layers_4_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_4_norm_self_att_weight_to_fp16, x = input_239_cast_fp16)[name = tensor("query_9_cast_fp16")]; tensor encoder_layers_4_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_4_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(221804608)))]; tensor encoder_layers_4_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_4_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(223901824)))]; tensor linear_39_cast_fp16 = linear(bias = encoder_layers_4_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_4_self_attn_linear_q_weight_to_fp16, x = query_9_cast_fp16)[name = tensor("linear_39_cast_fp16")]; tensor var_964 = const()[name = tensor("op_964"), val = tensor([1, -1, 8, 128])]; tensor q_25_cast_fp16 = reshape(shape = var_964, x = linear_39_cast_fp16)[name = tensor("q_25_cast_fp16")]; tensor encoder_layers_4_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_4_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(223903936)))]; tensor encoder_layers_4_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_4_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(226001152)))]; tensor linear_40_cast_fp16 = linear(bias = encoder_layers_4_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_4_self_attn_linear_k_weight_to_fp16, x = query_9_cast_fp16)[name = tensor("linear_40_cast_fp16")]; tensor var_969 = const()[name = tensor("op_969"), val = tensor([1, -1, 8, 128])]; tensor k_17_cast_fp16 = reshape(shape = var_969, x = linear_40_cast_fp16)[name = tensor("k_17_cast_fp16")]; tensor encoder_layers_4_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_4_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(226003264)))]; tensor encoder_layers_4_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_4_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228100480)))]; tensor linear_41_cast_fp16 = linear(bias = encoder_layers_4_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_4_self_attn_linear_v_weight_to_fp16, x = query_9_cast_fp16)[name = tensor("linear_41_cast_fp16")]; tensor var_974 = const()[name = tensor("op_974"), val = tensor([1, -1, 8, 128])]; tensor v_9_cast_fp16 = reshape(shape = var_974, x = linear_41_cast_fp16)[name = tensor("v_9_cast_fp16")]; tensor value_11_perm_0 = const()[name = tensor("value_11_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_4_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_4_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228102592)))]; tensor var_986_cast_fp16 = add(x = q_25_cast_fp16, y = encoder_layers_4_self_attn_pos_bias_u_to_fp16)[name = tensor("op_986_cast_fp16")]; tensor encoder_layers_4_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_4_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228104704)))]; tensor var_988_cast_fp16 = add(x = q_25_cast_fp16, y = encoder_layers_4_self_attn_pos_bias_v_to_fp16)[name = tensor("op_988_cast_fp16")]; tensor q_with_bias_v_9_perm_0 = const()[name = tensor("q_with_bias_v_9_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_95_transpose_x_0 = const()[name = tensor("x_95_transpose_x_0"), val = tensor(false)]; tensor x_95_transpose_y_0 = const()[name = tensor("x_95_transpose_y_0"), val = tensor(false)]; tensor var_990_to_fp16 = const()[name = tensor("op_990_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228106816)))]; tensor q_with_bias_v_9_cast_fp16 = transpose(perm = q_with_bias_v_9_perm_0, x = var_988_cast_fp16)[name = tensor("transpose_354")]; tensor x_95_cast_fp16 = matmul(transpose_x = x_95_transpose_x_0, transpose_y = x_95_transpose_y_0, x = q_with_bias_v_9_cast_fp16, y = var_990_to_fp16)[name = tensor("x_95_cast_fp16")]; tensor x_97_pad_0 = const()[name = tensor("x_97_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_97_mode_0 = const()[name = tensor("x_97_mode_0"), val = tensor("constant")]; tensor const_54_to_fp16 = const()[name = tensor("const_54_to_fp16"), val = tensor(0x0p+0)]; tensor x_97_cast_fp16 = pad(constant_val = const_54_to_fp16, mode = x_97_mode_0, pad = x_97_pad_0, x = x_95_cast_fp16)[name = tensor("x_97_cast_fp16")]; tensor var_998 = const()[name = tensor("op_998"), val = tensor([1, 8, -1, 188])]; tensor x_99_cast_fp16 = reshape(shape = var_998, x = x_97_cast_fp16)[name = tensor("x_99_cast_fp16")]; tensor var_1002_begin_0 = const()[name = tensor("op_1002_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1002_end_0 = const()[name = tensor("op_1002_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_1002_end_mask_0 = const()[name = tensor("op_1002_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1002_cast_fp16 = slice_by_index(begin = var_1002_begin_0, end = var_1002_end_0, end_mask = var_1002_end_mask_0, x = x_99_cast_fp16)[name = tensor("op_1002_cast_fp16")]; tensor var_1003 = const()[name = tensor("op_1003"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_17_cast_fp16 = reshape(shape = var_1003, x = var_1002_cast_fp16)[name = tensor("matrix_bd_17_cast_fp16")]; tensor matrix_ac_9_transpose_x_0 = const()[name = tensor("matrix_ac_9_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_9_transpose_y_0 = const()[name = tensor("matrix_ac_9_transpose_y_0"), val = tensor(false)]; tensor transpose_104_perm_0 = const()[name = tensor("transpose_104_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_105_perm_0 = const()[name = tensor("transpose_105_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_105 = transpose(perm = transpose_105_perm_0, x = k_17_cast_fp16)[name = tensor("transpose_352")]; tensor transpose_104 = transpose(perm = transpose_104_perm_0, x = var_986_cast_fp16)[name = tensor("transpose_353")]; tensor matrix_ac_9_cast_fp16 = matmul(transpose_x = matrix_ac_9_transpose_x_0, transpose_y = matrix_ac_9_transpose_y_0, x = transpose_104, y = transpose_105)[name = tensor("matrix_ac_9_cast_fp16")]; tensor matrix_bd_19_begin_0 = const()[name = tensor("matrix_bd_19_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_19_end_0 = const()[name = tensor("matrix_bd_19_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_19_end_mask_0 = const()[name = tensor("matrix_bd_19_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_19_cast_fp16 = slice_by_index(begin = matrix_bd_19_begin_0, end = matrix_bd_19_end_0, end_mask = matrix_bd_19_end_mask_0, x = matrix_bd_17_cast_fp16)[name = tensor("matrix_bd_19_cast_fp16")]; tensor var_1012_cast_fp16 = add(x = matrix_ac_9_cast_fp16, y = matrix_bd_19_cast_fp16)[name = tensor("op_1012_cast_fp16")]; tensor _inversed_scores_17_y_0_to_fp16 = const()[name = tensor("_inversed_scores_17_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_17_cast_fp16 = mul(x = var_1012_cast_fp16, y = _inversed_scores_17_y_0_to_fp16)[name = tensor("_inversed_scores_17_cast_fp16")]; tensor scores_19_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_17_cast_fp16, cond = mask_3)[name = tensor("scores_19_cast_fp16")]; tensor var_1018_cast_fp16 = softmax(axis = var_30, x = scores_19_cast_fp16)[name = tensor("op_1018_cast_fp16")]; tensor input_241_cast_fp16 = select(a = var_11_to_fp16, b = var_1018_cast_fp16, cond = mask_3)[name = tensor("input_241_cast_fp16")]; tensor x_101_transpose_x_0 = const()[name = tensor("x_101_transpose_x_0"), val = tensor(false)]; tensor x_101_transpose_y_0 = const()[name = tensor("x_101_transpose_y_0"), val = tensor(false)]; tensor value_11_cast_fp16 = transpose(perm = value_11_perm_0, x = v_9_cast_fp16)[name = tensor("transpose_355")]; tensor x_101_cast_fp16 = matmul(transpose_x = x_101_transpose_x_0, transpose_y = x_101_transpose_y_0, x = input_241_cast_fp16, y = value_11_cast_fp16)[name = tensor("x_101_cast_fp16")]; tensor var_1022_perm_0 = const()[name = tensor("op_1022_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1023 = const()[name = tensor("op_1023"), val = tensor([1, -1, 1024])]; tensor var_1022_cast_fp16 = transpose(perm = var_1022_perm_0, x = x_101_cast_fp16)[name = tensor("transpose_351")]; tensor input_243_cast_fp16 = reshape(shape = var_1023, x = var_1022_cast_fp16)[name = tensor("input_243_cast_fp16")]; tensor encoder_layers_4_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_4_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228874880)))]; tensor encoder_layers_4_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_4_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(230972096)))]; tensor linear_43_cast_fp16 = linear(bias = encoder_layers_4_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_4_self_attn_linear_out_weight_to_fp16, x = input_243_cast_fp16)[name = tensor("linear_43_cast_fp16")]; tensor input_247_cast_fp16 = add(x = input_239_cast_fp16, y = linear_43_cast_fp16)[name = tensor("input_247_cast_fp16")]; tensor x_105_axes_0 = const()[name = tensor("x_105_axes_0"), val = tensor([-1])]; tensor encoder_layers_4_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_4_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(230974208)))]; tensor encoder_layers_4_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_4_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(230976320)))]; tensor x_105_cast_fp16 = layer_norm(axes = x_105_axes_0, beta = encoder_layers_4_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_4_norm_conv_weight_to_fp16, x = input_247_cast_fp16)[name = tensor("x_105_cast_fp16")]; tensor input_249_perm_0 = const()[name = tensor("input_249_perm_0"), val = tensor([0, 2, 1])]; tensor input_251_pad_type_0 = const()[name = tensor("input_251_pad_type_0"), val = tensor("valid")]; tensor input_251_strides_0 = const()[name = tensor("input_251_strides_0"), val = tensor([1])]; tensor input_251_pad_0 = const()[name = tensor("input_251_pad_0"), val = tensor([0, 0])]; tensor input_251_dilations_0 = const()[name = tensor("input_251_dilations_0"), val = tensor([1])]; tensor input_251_groups_0 = const()[name = tensor("input_251_groups_0"), val = tensor(1)]; tensor encoder_layers_4_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_4_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(230978432)))]; tensor encoder_layers_4_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_4_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(235172800)))]; tensor input_249_cast_fp16 = transpose(perm = input_249_perm_0, x = x_105_cast_fp16)[name = tensor("transpose_350")]; tensor input_251_cast_fp16 = conv(bias = encoder_layers_4_conv_pointwise_conv1_bias_to_fp16, dilations = input_251_dilations_0, groups = input_251_groups_0, pad = input_251_pad_0, pad_type = input_251_pad_type_0, strides = input_251_strides_0, weight = encoder_layers_4_conv_pointwise_conv1_weight_to_fp16, x = input_249_cast_fp16)[name = tensor("input_251_cast_fp16")]; tensor x_107_split_num_splits_0 = const()[name = tensor("x_107_split_num_splits_0"), val = tensor(2)]; tensor x_107_split_axis_0 = const()[name = tensor("x_107_split_axis_0"), val = tensor(1)]; tensor x_107_split_cast_fp16_0, tensor x_107_split_cast_fp16_1 = split(axis = x_107_split_axis_0, num_splits = x_107_split_num_splits_0, x = input_251_cast_fp16)[name = tensor("x_107_split_cast_fp16")]; tensor x_107_split_1_sigmoid_cast_fp16 = sigmoid(x = x_107_split_cast_fp16_1)[name = tensor("x_107_split_1_sigmoid_cast_fp16")]; tensor x_107_cast_fp16 = mul(x = x_107_split_cast_fp16_0, y = x_107_split_1_sigmoid_cast_fp16)[name = tensor("x_107_cast_fp16")]; tensor input_253_cast_fp16 = select(a = var_11_to_fp16, b = x_107_cast_fp16, cond = var_351)[name = tensor("input_253_cast_fp16")]; tensor input_255_pad_0 = const()[name = tensor("input_255_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_255_mode_0 = const()[name = tensor("input_255_mode_0"), val = tensor("constant")]; tensor const_57_to_fp16 = const()[name = tensor("const_57_to_fp16"), val = tensor(0x0p+0)]; tensor input_255_cast_fp16 = pad(constant_val = const_57_to_fp16, mode = input_255_mode_0, pad = input_255_pad_0, x = input_253_cast_fp16)[name = tensor("input_255_cast_fp16")]; tensor input_257_pad_type_0 = const()[name = tensor("input_257_pad_type_0"), val = tensor("valid")]; tensor input_257_groups_0 = const()[name = tensor("input_257_groups_0"), val = tensor(1024)]; tensor input_257_strides_0 = const()[name = tensor("input_257_strides_0"), val = tensor([1])]; tensor input_257_pad_0 = const()[name = tensor("input_257_pad_0"), val = tensor([0, 0])]; tensor input_257_dilations_0 = const()[name = tensor("input_257_dilations_0"), val = tensor([1])]; tensor const_336_to_fp16 = const()[name = tensor("const_336_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(235176960)))]; tensor const_337_to_fp16 = const()[name = tensor("const_337_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(235195456)))]; tensor input_259_cast_fp16 = conv(bias = const_337_to_fp16, dilations = input_257_dilations_0, groups = input_257_groups_0, pad = input_257_pad_0, pad_type = input_257_pad_type_0, strides = input_257_strides_0, weight = const_336_to_fp16, x = input_255_cast_fp16)[name = tensor("input_259_cast_fp16")]; tensor input_261_cast_fp16 = silu(x = input_259_cast_fp16)[name = tensor("input_261_cast_fp16")]; tensor x_109_pad_type_0 = const()[name = tensor("x_109_pad_type_0"), val = tensor("valid")]; tensor x_109_strides_0 = const()[name = tensor("x_109_strides_0"), val = tensor([1])]; tensor x_109_pad_0 = const()[name = tensor("x_109_pad_0"), val = tensor([0, 0])]; tensor x_109_dilations_0 = const()[name = tensor("x_109_dilations_0"), val = tensor([1])]; tensor x_109_groups_0 = const()[name = tensor("x_109_groups_0"), val = tensor(1)]; tensor encoder_layers_4_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_4_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(235197568)))]; tensor encoder_layers_4_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_4_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237294784)))]; tensor x_109_cast_fp16 = conv(bias = encoder_layers_4_conv_pointwise_conv2_bias_to_fp16, dilations = x_109_dilations_0, groups = x_109_groups_0, pad = x_109_pad_0, pad_type = x_109_pad_type_0, strides = x_109_strides_0, weight = encoder_layers_4_conv_pointwise_conv2_weight_to_fp16, x = input_261_cast_fp16)[name = tensor("x_109_cast_fp16")]; tensor input_263_perm_0 = const()[name = tensor("input_263_perm_0"), val = tensor([0, 2, 1])]; tensor input_263_cast_fp16 = transpose(perm = input_263_perm_0, x = x_109_cast_fp16)[name = tensor("transpose_349")]; tensor input_265_cast_fp16 = add(x = input_247_cast_fp16, y = input_263_cast_fp16)[name = tensor("input_265_cast_fp16")]; tensor input_267_axes_0 = const()[name = tensor("input_267_axes_0"), val = tensor([-1])]; tensor encoder_layers_4_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_4_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237296896)))]; tensor encoder_layers_4_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_4_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237299008)))]; tensor input_267_cast_fp16 = layer_norm(axes = input_267_axes_0, beta = encoder_layers_4_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_4_norm_feed_forward2_weight_to_fp16, x = input_265_cast_fp16)[name = tensor("input_267_cast_fp16")]; tensor encoder_layers_4_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_4_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237301120)))]; tensor encoder_layers_4_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_4_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245689792)))]; tensor linear_44_cast_fp16 = linear(bias = encoder_layers_4_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_4_feed_forward2_linear1_weight_to_fp16, x = input_267_cast_fp16)[name = tensor("linear_44_cast_fp16")]; tensor input_271_cast_fp16 = silu(x = linear_44_cast_fp16)[name = tensor("input_271_cast_fp16")]; tensor encoder_layers_4_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_4_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245698048)))]; tensor encoder_layers_4_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_4_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254086720)))]; tensor linear_45_cast_fp16 = linear(bias = encoder_layers_4_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_4_feed_forward2_linear2_weight_to_fp16, x = input_271_cast_fp16)[name = tensor("linear_45_cast_fp16")]; tensor var_1089_to_fp16 = const()[name = tensor("op_1089_to_fp16"), val = tensor(0x1p-1)]; tensor var_1090_cast_fp16 = mul(x = linear_45_cast_fp16, y = var_1089_to_fp16)[name = tensor("op_1090_cast_fp16")]; tensor input_277_cast_fp16 = add(x = input_265_cast_fp16, y = var_1090_cast_fp16)[name = tensor("input_277_cast_fp16")]; tensor input_279_axes_0 = const()[name = tensor("input_279_axes_0"), val = tensor([-1])]; tensor encoder_layers_4_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_4_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254088832)))]; tensor encoder_layers_4_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_4_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254090944)))]; tensor input_279_cast_fp16 = layer_norm(axes = input_279_axes_0, beta = encoder_layers_4_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_4_norm_out_weight_to_fp16, x = input_277_cast_fp16)[name = tensor("input_279_cast_fp16")]; tensor input_281_axes_0 = const()[name = tensor("input_281_axes_0"), val = tensor([-1])]; tensor encoder_layers_5_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_5_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254093056)))]; tensor encoder_layers_5_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_5_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254095168)))]; tensor input_281_cast_fp16 = layer_norm(axes = input_281_axes_0, beta = encoder_layers_5_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_5_norm_feed_forward1_weight_to_fp16, x = input_279_cast_fp16)[name = tensor("input_281_cast_fp16")]; tensor encoder_layers_5_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_5_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254097280)))]; tensor encoder_layers_5_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_5_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(262485952)))]; tensor linear_46_cast_fp16 = linear(bias = encoder_layers_5_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_5_feed_forward1_linear1_weight_to_fp16, x = input_281_cast_fp16)[name = tensor("linear_46_cast_fp16")]; tensor input_285_cast_fp16 = silu(x = linear_46_cast_fp16)[name = tensor("input_285_cast_fp16")]; tensor encoder_layers_5_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_5_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(262494208)))]; tensor encoder_layers_5_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_5_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(270882880)))]; tensor linear_47_cast_fp16 = linear(bias = encoder_layers_5_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_5_feed_forward1_linear2_weight_to_fp16, x = input_285_cast_fp16)[name = tensor("linear_47_cast_fp16")]; tensor var_1120_to_fp16 = const()[name = tensor("op_1120_to_fp16"), val = tensor(0x1p-1)]; tensor var_1121_cast_fp16 = mul(x = linear_47_cast_fp16, y = var_1120_to_fp16)[name = tensor("op_1121_cast_fp16")]; tensor input_291_cast_fp16 = add(x = input_279_cast_fp16, y = var_1121_cast_fp16)[name = tensor("input_291_cast_fp16")]; tensor query_11_axes_0 = const()[name = tensor("query_11_axes_0"), val = tensor([-1])]; tensor encoder_layers_5_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_5_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(270884992)))]; tensor encoder_layers_5_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_5_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(270887104)))]; tensor query_11_cast_fp16 = layer_norm(axes = query_11_axes_0, beta = encoder_layers_5_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_5_norm_self_att_weight_to_fp16, x = input_291_cast_fp16)[name = tensor("query_11_cast_fp16")]; tensor encoder_layers_5_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_5_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(270889216)))]; tensor encoder_layers_5_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_5_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(272986432)))]; tensor linear_48_cast_fp16 = linear(bias = encoder_layers_5_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_5_self_attn_linear_q_weight_to_fp16, x = query_11_cast_fp16)[name = tensor("linear_48_cast_fp16")]; tensor var_1138 = const()[name = tensor("op_1138"), val = tensor([1, -1, 8, 128])]; tensor q_31_cast_fp16 = reshape(shape = var_1138, x = linear_48_cast_fp16)[name = tensor("q_31_cast_fp16")]; tensor encoder_layers_5_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_5_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(272988544)))]; tensor encoder_layers_5_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_5_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(275085760)))]; tensor linear_49_cast_fp16 = linear(bias = encoder_layers_5_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_5_self_attn_linear_k_weight_to_fp16, x = query_11_cast_fp16)[name = tensor("linear_49_cast_fp16")]; tensor var_1143 = const()[name = tensor("op_1143"), val = tensor([1, -1, 8, 128])]; tensor k_21_cast_fp16 = reshape(shape = var_1143, x = linear_49_cast_fp16)[name = tensor("k_21_cast_fp16")]; tensor encoder_layers_5_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_5_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(275087872)))]; tensor encoder_layers_5_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_5_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(277185088)))]; tensor linear_50_cast_fp16 = linear(bias = encoder_layers_5_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_5_self_attn_linear_v_weight_to_fp16, x = query_11_cast_fp16)[name = tensor("linear_50_cast_fp16")]; tensor var_1148 = const()[name = tensor("op_1148"), val = tensor([1, -1, 8, 128])]; tensor v_11_cast_fp16 = reshape(shape = var_1148, x = linear_50_cast_fp16)[name = tensor("v_11_cast_fp16")]; tensor value_13_perm_0 = const()[name = tensor("value_13_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_5_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_5_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(277187200)))]; tensor var_1160_cast_fp16 = add(x = q_31_cast_fp16, y = encoder_layers_5_self_attn_pos_bias_u_to_fp16)[name = tensor("op_1160_cast_fp16")]; tensor encoder_layers_5_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_5_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(277189312)))]; tensor var_1162_cast_fp16 = add(x = q_31_cast_fp16, y = encoder_layers_5_self_attn_pos_bias_v_to_fp16)[name = tensor("op_1162_cast_fp16")]; tensor q_with_bias_v_11_perm_0 = const()[name = tensor("q_with_bias_v_11_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_117_transpose_x_0 = const()[name = tensor("x_117_transpose_x_0"), val = tensor(false)]; tensor x_117_transpose_y_0 = const()[name = tensor("x_117_transpose_y_0"), val = tensor(false)]; tensor var_1164_to_fp16 = const()[name = tensor("op_1164_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(277191424)))]; tensor q_with_bias_v_11_cast_fp16 = transpose(perm = q_with_bias_v_11_perm_0, x = var_1162_cast_fp16)[name = tensor("transpose_347")]; tensor x_117_cast_fp16 = matmul(transpose_x = x_117_transpose_x_0, transpose_y = x_117_transpose_y_0, x = q_with_bias_v_11_cast_fp16, y = var_1164_to_fp16)[name = tensor("x_117_cast_fp16")]; tensor x_119_pad_0 = const()[name = tensor("x_119_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_119_mode_0 = const()[name = tensor("x_119_mode_0"), val = tensor("constant")]; tensor const_64_to_fp16 = const()[name = tensor("const_64_to_fp16"), val = tensor(0x0p+0)]; tensor x_119_cast_fp16 = pad(constant_val = const_64_to_fp16, mode = x_119_mode_0, pad = x_119_pad_0, x = x_117_cast_fp16)[name = tensor("x_119_cast_fp16")]; tensor var_1172 = const()[name = tensor("op_1172"), val = tensor([1, 8, -1, 188])]; tensor x_121_cast_fp16 = reshape(shape = var_1172, x = x_119_cast_fp16)[name = tensor("x_121_cast_fp16")]; tensor var_1176_begin_0 = const()[name = tensor("op_1176_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1176_end_0 = const()[name = tensor("op_1176_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_1176_end_mask_0 = const()[name = tensor("op_1176_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1176_cast_fp16 = slice_by_index(begin = var_1176_begin_0, end = var_1176_end_0, end_mask = var_1176_end_mask_0, x = x_121_cast_fp16)[name = tensor("op_1176_cast_fp16")]; tensor var_1177 = const()[name = tensor("op_1177"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_21_cast_fp16 = reshape(shape = var_1177, x = var_1176_cast_fp16)[name = tensor("matrix_bd_21_cast_fp16")]; tensor matrix_ac_11_transpose_x_0 = const()[name = tensor("matrix_ac_11_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_11_transpose_y_0 = const()[name = tensor("matrix_ac_11_transpose_y_0"), val = tensor(false)]; tensor transpose_106_perm_0 = const()[name = tensor("transpose_106_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_107_perm_0 = const()[name = tensor("transpose_107_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_107 = transpose(perm = transpose_107_perm_0, x = k_21_cast_fp16)[name = tensor("transpose_345")]; tensor transpose_106 = transpose(perm = transpose_106_perm_0, x = var_1160_cast_fp16)[name = tensor("transpose_346")]; tensor matrix_ac_11_cast_fp16 = matmul(transpose_x = matrix_ac_11_transpose_x_0, transpose_y = matrix_ac_11_transpose_y_0, x = transpose_106, y = transpose_107)[name = tensor("matrix_ac_11_cast_fp16")]; tensor matrix_bd_23_begin_0 = const()[name = tensor("matrix_bd_23_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_23_end_0 = const()[name = tensor("matrix_bd_23_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_23_end_mask_0 = const()[name = tensor("matrix_bd_23_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_23_cast_fp16 = slice_by_index(begin = matrix_bd_23_begin_0, end = matrix_bd_23_end_0, end_mask = matrix_bd_23_end_mask_0, x = matrix_bd_21_cast_fp16)[name = tensor("matrix_bd_23_cast_fp16")]; tensor var_1186_cast_fp16 = add(x = matrix_ac_11_cast_fp16, y = matrix_bd_23_cast_fp16)[name = tensor("op_1186_cast_fp16")]; tensor _inversed_scores_21_y_0_to_fp16 = const()[name = tensor("_inversed_scores_21_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_21_cast_fp16 = mul(x = var_1186_cast_fp16, y = _inversed_scores_21_y_0_to_fp16)[name = tensor("_inversed_scores_21_cast_fp16")]; tensor scores_23_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_21_cast_fp16, cond = mask_3)[name = tensor("scores_23_cast_fp16")]; tensor var_1192_cast_fp16 = softmax(axis = var_30, x = scores_23_cast_fp16)[name = tensor("op_1192_cast_fp16")]; tensor input_293_cast_fp16 = select(a = var_11_to_fp16, b = var_1192_cast_fp16, cond = mask_3)[name = tensor("input_293_cast_fp16")]; tensor x_123_transpose_x_0 = const()[name = tensor("x_123_transpose_x_0"), val = tensor(false)]; tensor x_123_transpose_y_0 = const()[name = tensor("x_123_transpose_y_0"), val = tensor(false)]; tensor value_13_cast_fp16 = transpose(perm = value_13_perm_0, x = v_11_cast_fp16)[name = tensor("transpose_348")]; tensor x_123_cast_fp16 = matmul(transpose_x = x_123_transpose_x_0, transpose_y = x_123_transpose_y_0, x = input_293_cast_fp16, y = value_13_cast_fp16)[name = tensor("x_123_cast_fp16")]; tensor var_1196_perm_0 = const()[name = tensor("op_1196_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1197 = const()[name = tensor("op_1197"), val = tensor([1, -1, 1024])]; tensor var_1196_cast_fp16 = transpose(perm = var_1196_perm_0, x = x_123_cast_fp16)[name = tensor("transpose_344")]; tensor input_295_cast_fp16 = reshape(shape = var_1197, x = var_1196_cast_fp16)[name = tensor("input_295_cast_fp16")]; tensor encoder_layers_5_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_5_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(277959488)))]; tensor encoder_layers_5_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_5_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(280056704)))]; tensor linear_52_cast_fp16 = linear(bias = encoder_layers_5_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_5_self_attn_linear_out_weight_to_fp16, x = input_295_cast_fp16)[name = tensor("linear_52_cast_fp16")]; tensor input_299_cast_fp16 = add(x = input_291_cast_fp16, y = linear_52_cast_fp16)[name = tensor("input_299_cast_fp16")]; tensor x_127_axes_0 = const()[name = tensor("x_127_axes_0"), val = tensor([-1])]; tensor encoder_layers_5_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_5_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(280058816)))]; tensor encoder_layers_5_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_5_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(280060928)))]; tensor x_127_cast_fp16 = layer_norm(axes = x_127_axes_0, beta = encoder_layers_5_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_5_norm_conv_weight_to_fp16, x = input_299_cast_fp16)[name = tensor("x_127_cast_fp16")]; tensor input_301_perm_0 = const()[name = tensor("input_301_perm_0"), val = tensor([0, 2, 1])]; tensor input_303_pad_type_0 = const()[name = tensor("input_303_pad_type_0"), val = tensor("valid")]; tensor input_303_strides_0 = const()[name = tensor("input_303_strides_0"), val = tensor([1])]; tensor input_303_pad_0 = const()[name = tensor("input_303_pad_0"), val = tensor([0, 0])]; tensor input_303_dilations_0 = const()[name = tensor("input_303_dilations_0"), val = tensor([1])]; tensor input_303_groups_0 = const()[name = tensor("input_303_groups_0"), val = tensor(1)]; tensor encoder_layers_5_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_5_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(280063040)))]; tensor encoder_layers_5_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_5_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(284257408)))]; tensor input_301_cast_fp16 = transpose(perm = input_301_perm_0, x = x_127_cast_fp16)[name = tensor("transpose_343")]; tensor input_303_cast_fp16 = conv(bias = encoder_layers_5_conv_pointwise_conv1_bias_to_fp16, dilations = input_303_dilations_0, groups = input_303_groups_0, pad = input_303_pad_0, pad_type = input_303_pad_type_0, strides = input_303_strides_0, weight = encoder_layers_5_conv_pointwise_conv1_weight_to_fp16, x = input_301_cast_fp16)[name = tensor("input_303_cast_fp16")]; tensor x_129_split_num_splits_0 = const()[name = tensor("x_129_split_num_splits_0"), val = tensor(2)]; tensor x_129_split_axis_0 = const()[name = tensor("x_129_split_axis_0"), val = tensor(1)]; tensor x_129_split_cast_fp16_0, tensor x_129_split_cast_fp16_1 = split(axis = x_129_split_axis_0, num_splits = x_129_split_num_splits_0, x = input_303_cast_fp16)[name = tensor("x_129_split_cast_fp16")]; tensor x_129_split_1_sigmoid_cast_fp16 = sigmoid(x = x_129_split_cast_fp16_1)[name = tensor("x_129_split_1_sigmoid_cast_fp16")]; tensor x_129_cast_fp16 = mul(x = x_129_split_cast_fp16_0, y = x_129_split_1_sigmoid_cast_fp16)[name = tensor("x_129_cast_fp16")]; tensor input_305_cast_fp16 = select(a = var_11_to_fp16, b = x_129_cast_fp16, cond = var_351)[name = tensor("input_305_cast_fp16")]; tensor input_307_pad_0 = const()[name = tensor("input_307_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_307_mode_0 = const()[name = tensor("input_307_mode_0"), val = tensor("constant")]; tensor const_67_to_fp16 = const()[name = tensor("const_67_to_fp16"), val = tensor(0x0p+0)]; tensor input_307_cast_fp16 = pad(constant_val = const_67_to_fp16, mode = input_307_mode_0, pad = input_307_pad_0, x = input_305_cast_fp16)[name = tensor("input_307_cast_fp16")]; tensor input_309_pad_type_0 = const()[name = tensor("input_309_pad_type_0"), val = tensor("valid")]; tensor input_309_groups_0 = const()[name = tensor("input_309_groups_0"), val = tensor(1024)]; tensor input_309_strides_0 = const()[name = tensor("input_309_strides_0"), val = tensor([1])]; tensor input_309_pad_0 = const()[name = tensor("input_309_pad_0"), val = tensor([0, 0])]; tensor input_309_dilations_0 = const()[name = tensor("input_309_dilations_0"), val = tensor([1])]; tensor const_338_to_fp16 = const()[name = tensor("const_338_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(284261568)))]; tensor const_339_to_fp16 = const()[name = tensor("const_339_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(284280064)))]; tensor input_311_cast_fp16 = conv(bias = const_339_to_fp16, dilations = input_309_dilations_0, groups = input_309_groups_0, pad = input_309_pad_0, pad_type = input_309_pad_type_0, strides = input_309_strides_0, weight = const_338_to_fp16, x = input_307_cast_fp16)[name = tensor("input_311_cast_fp16")]; tensor input_313_cast_fp16 = silu(x = input_311_cast_fp16)[name = tensor("input_313_cast_fp16")]; tensor x_131_pad_type_0 = const()[name = tensor("x_131_pad_type_0"), val = tensor("valid")]; tensor x_131_strides_0 = const()[name = tensor("x_131_strides_0"), val = tensor([1])]; tensor x_131_pad_0 = const()[name = tensor("x_131_pad_0"), val = tensor([0, 0])]; tensor x_131_dilations_0 = const()[name = tensor("x_131_dilations_0"), val = tensor([1])]; tensor x_131_groups_0 = const()[name = tensor("x_131_groups_0"), val = tensor(1)]; tensor encoder_layers_5_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_5_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(284282176)))]; tensor encoder_layers_5_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_5_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286379392)))]; tensor x_131_cast_fp16 = conv(bias = encoder_layers_5_conv_pointwise_conv2_bias_to_fp16, dilations = x_131_dilations_0, groups = x_131_groups_0, pad = x_131_pad_0, pad_type = x_131_pad_type_0, strides = x_131_strides_0, weight = encoder_layers_5_conv_pointwise_conv2_weight_to_fp16, x = input_313_cast_fp16)[name = tensor("x_131_cast_fp16")]; tensor input_315_perm_0 = const()[name = tensor("input_315_perm_0"), val = tensor([0, 2, 1])]; tensor input_315_cast_fp16 = transpose(perm = input_315_perm_0, x = x_131_cast_fp16)[name = tensor("transpose_342")]; tensor input_317_cast_fp16 = add(x = input_299_cast_fp16, y = input_315_cast_fp16)[name = tensor("input_317_cast_fp16")]; tensor input_319_axes_0 = const()[name = tensor("input_319_axes_0"), val = tensor([-1])]; tensor encoder_layers_5_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_5_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286381504)))]; tensor encoder_layers_5_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_5_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286383616)))]; tensor input_319_cast_fp16 = layer_norm(axes = input_319_axes_0, beta = encoder_layers_5_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_5_norm_feed_forward2_weight_to_fp16, x = input_317_cast_fp16)[name = tensor("input_319_cast_fp16")]; tensor encoder_layers_5_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_5_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286385728)))]; tensor encoder_layers_5_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_5_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(294774400)))]; tensor linear_53_cast_fp16 = linear(bias = encoder_layers_5_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_5_feed_forward2_linear1_weight_to_fp16, x = input_319_cast_fp16)[name = tensor("linear_53_cast_fp16")]; tensor input_323_cast_fp16 = silu(x = linear_53_cast_fp16)[name = tensor("input_323_cast_fp16")]; tensor encoder_layers_5_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_5_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(294782656)))]; tensor encoder_layers_5_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_5_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303171328)))]; tensor linear_54_cast_fp16 = linear(bias = encoder_layers_5_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_5_feed_forward2_linear2_weight_to_fp16, x = input_323_cast_fp16)[name = tensor("linear_54_cast_fp16")]; tensor var_1263_to_fp16 = const()[name = tensor("op_1263_to_fp16"), val = tensor(0x1p-1)]; tensor var_1264_cast_fp16 = mul(x = linear_54_cast_fp16, y = var_1263_to_fp16)[name = tensor("op_1264_cast_fp16")]; tensor input_329_cast_fp16 = add(x = input_317_cast_fp16, y = var_1264_cast_fp16)[name = tensor("input_329_cast_fp16")]; tensor input_331_axes_0 = const()[name = tensor("input_331_axes_0"), val = tensor([-1])]; tensor encoder_layers_5_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_5_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303173440)))]; tensor encoder_layers_5_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_5_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303175552)))]; tensor input_331_cast_fp16 = layer_norm(axes = input_331_axes_0, beta = encoder_layers_5_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_5_norm_out_weight_to_fp16, x = input_329_cast_fp16)[name = tensor("input_331_cast_fp16")]; tensor input_333_axes_0 = const()[name = tensor("input_333_axes_0"), val = tensor([-1])]; tensor encoder_layers_6_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_6_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303177664)))]; tensor encoder_layers_6_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_6_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303179776)))]; tensor input_333_cast_fp16 = layer_norm(axes = input_333_axes_0, beta = encoder_layers_6_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_6_norm_feed_forward1_weight_to_fp16, x = input_331_cast_fp16)[name = tensor("input_333_cast_fp16")]; tensor encoder_layers_6_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_6_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303181888)))]; tensor encoder_layers_6_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_6_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(311570560)))]; tensor linear_55_cast_fp16 = linear(bias = encoder_layers_6_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_6_feed_forward1_linear1_weight_to_fp16, x = input_333_cast_fp16)[name = tensor("linear_55_cast_fp16")]; tensor input_337_cast_fp16 = silu(x = linear_55_cast_fp16)[name = tensor("input_337_cast_fp16")]; tensor encoder_layers_6_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_6_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(311578816)))]; tensor encoder_layers_6_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_6_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(319967488)))]; tensor linear_56_cast_fp16 = linear(bias = encoder_layers_6_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_6_feed_forward1_linear2_weight_to_fp16, x = input_337_cast_fp16)[name = tensor("linear_56_cast_fp16")]; tensor var_1294_to_fp16 = const()[name = tensor("op_1294_to_fp16"), val = tensor(0x1p-1)]; tensor var_1295_cast_fp16 = mul(x = linear_56_cast_fp16, y = var_1294_to_fp16)[name = tensor("op_1295_cast_fp16")]; tensor input_343_cast_fp16 = add(x = input_331_cast_fp16, y = var_1295_cast_fp16)[name = tensor("input_343_cast_fp16")]; tensor query_13_axes_0 = const()[name = tensor("query_13_axes_0"), val = tensor([-1])]; tensor encoder_layers_6_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_6_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(319969600)))]; tensor encoder_layers_6_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_6_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(319971712)))]; tensor query_13_cast_fp16 = layer_norm(axes = query_13_axes_0, beta = encoder_layers_6_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_6_norm_self_att_weight_to_fp16, x = input_343_cast_fp16)[name = tensor("query_13_cast_fp16")]; tensor encoder_layers_6_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_6_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(319973824)))]; tensor encoder_layers_6_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_6_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(322071040)))]; tensor linear_57_cast_fp16 = linear(bias = encoder_layers_6_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_6_self_attn_linear_q_weight_to_fp16, x = query_13_cast_fp16)[name = tensor("linear_57_cast_fp16")]; tensor var_1312 = const()[name = tensor("op_1312"), val = tensor([1, -1, 8, 128])]; tensor q_37_cast_fp16 = reshape(shape = var_1312, x = linear_57_cast_fp16)[name = tensor("q_37_cast_fp16")]; tensor encoder_layers_6_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_6_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(322073152)))]; tensor encoder_layers_6_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_6_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(324170368)))]; tensor linear_58_cast_fp16 = linear(bias = encoder_layers_6_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_6_self_attn_linear_k_weight_to_fp16, x = query_13_cast_fp16)[name = tensor("linear_58_cast_fp16")]; tensor var_1317 = const()[name = tensor("op_1317"), val = tensor([1, -1, 8, 128])]; tensor k_25_cast_fp16 = reshape(shape = var_1317, x = linear_58_cast_fp16)[name = tensor("k_25_cast_fp16")]; tensor encoder_layers_6_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_6_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(324172480)))]; tensor encoder_layers_6_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_6_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(326269696)))]; tensor linear_59_cast_fp16 = linear(bias = encoder_layers_6_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_6_self_attn_linear_v_weight_to_fp16, x = query_13_cast_fp16)[name = tensor("linear_59_cast_fp16")]; tensor var_1322 = const()[name = tensor("op_1322"), val = tensor([1, -1, 8, 128])]; tensor v_13_cast_fp16 = reshape(shape = var_1322, x = linear_59_cast_fp16)[name = tensor("v_13_cast_fp16")]; tensor value_15_perm_0 = const()[name = tensor("value_15_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_6_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_6_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(326271808)))]; tensor var_1334_cast_fp16 = add(x = q_37_cast_fp16, y = encoder_layers_6_self_attn_pos_bias_u_to_fp16)[name = tensor("op_1334_cast_fp16")]; tensor encoder_layers_6_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_6_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(326273920)))]; tensor var_1336_cast_fp16 = add(x = q_37_cast_fp16, y = encoder_layers_6_self_attn_pos_bias_v_to_fp16)[name = tensor("op_1336_cast_fp16")]; tensor q_with_bias_v_13_perm_0 = const()[name = tensor("q_with_bias_v_13_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_139_transpose_x_0 = const()[name = tensor("x_139_transpose_x_0"), val = tensor(false)]; tensor x_139_transpose_y_0 = const()[name = tensor("x_139_transpose_y_0"), val = tensor(false)]; tensor var_1338_to_fp16 = const()[name = tensor("op_1338_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(326276032)))]; tensor q_with_bias_v_13_cast_fp16 = transpose(perm = q_with_bias_v_13_perm_0, x = var_1336_cast_fp16)[name = tensor("transpose_340")]; tensor x_139_cast_fp16 = matmul(transpose_x = x_139_transpose_x_0, transpose_y = x_139_transpose_y_0, x = q_with_bias_v_13_cast_fp16, y = var_1338_to_fp16)[name = tensor("x_139_cast_fp16")]; tensor x_141_pad_0 = const()[name = tensor("x_141_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_141_mode_0 = const()[name = tensor("x_141_mode_0"), val = tensor("constant")]; tensor const_74_to_fp16 = const()[name = tensor("const_74_to_fp16"), val = tensor(0x0p+0)]; tensor x_141_cast_fp16 = pad(constant_val = const_74_to_fp16, mode = x_141_mode_0, pad = x_141_pad_0, x = x_139_cast_fp16)[name = tensor("x_141_cast_fp16")]; tensor var_1346 = const()[name = tensor("op_1346"), val = tensor([1, 8, -1, 188])]; tensor x_143_cast_fp16 = reshape(shape = var_1346, x = x_141_cast_fp16)[name = tensor("x_143_cast_fp16")]; tensor var_1350_begin_0 = const()[name = tensor("op_1350_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1350_end_0 = const()[name = tensor("op_1350_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_1350_end_mask_0 = const()[name = tensor("op_1350_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1350_cast_fp16 = slice_by_index(begin = var_1350_begin_0, end = var_1350_end_0, end_mask = var_1350_end_mask_0, x = x_143_cast_fp16)[name = tensor("op_1350_cast_fp16")]; tensor var_1351 = const()[name = tensor("op_1351"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_25_cast_fp16 = reshape(shape = var_1351, x = var_1350_cast_fp16)[name = tensor("matrix_bd_25_cast_fp16")]; tensor matrix_ac_13_transpose_x_0 = const()[name = tensor("matrix_ac_13_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_13_transpose_y_0 = const()[name = tensor("matrix_ac_13_transpose_y_0"), val = tensor(false)]; tensor transpose_108_perm_0 = const()[name = tensor("transpose_108_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_109_perm_0 = const()[name = tensor("transpose_109_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_109 = transpose(perm = transpose_109_perm_0, x = k_25_cast_fp16)[name = tensor("transpose_338")]; tensor transpose_108 = transpose(perm = transpose_108_perm_0, x = var_1334_cast_fp16)[name = tensor("transpose_339")]; tensor matrix_ac_13_cast_fp16 = matmul(transpose_x = matrix_ac_13_transpose_x_0, transpose_y = matrix_ac_13_transpose_y_0, x = transpose_108, y = transpose_109)[name = tensor("matrix_ac_13_cast_fp16")]; tensor matrix_bd_27_begin_0 = const()[name = tensor("matrix_bd_27_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_27_end_0 = const()[name = tensor("matrix_bd_27_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_27_end_mask_0 = const()[name = tensor("matrix_bd_27_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_27_cast_fp16 = slice_by_index(begin = matrix_bd_27_begin_0, end = matrix_bd_27_end_0, end_mask = matrix_bd_27_end_mask_0, x = matrix_bd_25_cast_fp16)[name = tensor("matrix_bd_27_cast_fp16")]; tensor var_1360_cast_fp16 = add(x = matrix_ac_13_cast_fp16, y = matrix_bd_27_cast_fp16)[name = tensor("op_1360_cast_fp16")]; tensor _inversed_scores_25_y_0_to_fp16 = const()[name = tensor("_inversed_scores_25_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_25_cast_fp16 = mul(x = var_1360_cast_fp16, y = _inversed_scores_25_y_0_to_fp16)[name = tensor("_inversed_scores_25_cast_fp16")]; tensor scores_27_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_25_cast_fp16, cond = mask_3)[name = tensor("scores_27_cast_fp16")]; tensor var_1366_cast_fp16 = softmax(axis = var_30, x = scores_27_cast_fp16)[name = tensor("op_1366_cast_fp16")]; tensor input_345_cast_fp16 = select(a = var_11_to_fp16, b = var_1366_cast_fp16, cond = mask_3)[name = tensor("input_345_cast_fp16")]; tensor x_145_transpose_x_0 = const()[name = tensor("x_145_transpose_x_0"), val = tensor(false)]; tensor x_145_transpose_y_0 = const()[name = tensor("x_145_transpose_y_0"), val = tensor(false)]; tensor value_15_cast_fp16 = transpose(perm = value_15_perm_0, x = v_13_cast_fp16)[name = tensor("transpose_341")]; tensor x_145_cast_fp16 = matmul(transpose_x = x_145_transpose_x_0, transpose_y = x_145_transpose_y_0, x = input_345_cast_fp16, y = value_15_cast_fp16)[name = tensor("x_145_cast_fp16")]; tensor var_1370_perm_0 = const()[name = tensor("op_1370_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1371 = const()[name = tensor("op_1371"), val = tensor([1, -1, 1024])]; tensor var_1370_cast_fp16 = transpose(perm = var_1370_perm_0, x = x_145_cast_fp16)[name = tensor("transpose_337")]; tensor input_347_cast_fp16 = reshape(shape = var_1371, x = var_1370_cast_fp16)[name = tensor("input_347_cast_fp16")]; tensor encoder_layers_6_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_6_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(327044096)))]; tensor encoder_layers_6_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_6_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(329141312)))]; tensor linear_61_cast_fp16 = linear(bias = encoder_layers_6_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_6_self_attn_linear_out_weight_to_fp16, x = input_347_cast_fp16)[name = tensor("linear_61_cast_fp16")]; tensor input_351_cast_fp16 = add(x = input_343_cast_fp16, y = linear_61_cast_fp16)[name = tensor("input_351_cast_fp16")]; tensor x_149_axes_0 = const()[name = tensor("x_149_axes_0"), val = tensor([-1])]; tensor encoder_layers_6_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_6_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(329143424)))]; tensor encoder_layers_6_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_6_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(329145536)))]; tensor x_149_cast_fp16 = layer_norm(axes = x_149_axes_0, beta = encoder_layers_6_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_6_norm_conv_weight_to_fp16, x = input_351_cast_fp16)[name = tensor("x_149_cast_fp16")]; tensor input_353_perm_0 = const()[name = tensor("input_353_perm_0"), val = tensor([0, 2, 1])]; tensor input_355_pad_type_0 = const()[name = tensor("input_355_pad_type_0"), val = tensor("valid")]; tensor input_355_strides_0 = const()[name = tensor("input_355_strides_0"), val = tensor([1])]; tensor input_355_pad_0 = const()[name = tensor("input_355_pad_0"), val = tensor([0, 0])]; tensor input_355_dilations_0 = const()[name = tensor("input_355_dilations_0"), val = tensor([1])]; tensor input_355_groups_0 = const()[name = tensor("input_355_groups_0"), val = tensor(1)]; tensor encoder_layers_6_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_6_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(329147648)))]; tensor encoder_layers_6_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_6_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(333342016)))]; tensor input_353_cast_fp16 = transpose(perm = input_353_perm_0, x = x_149_cast_fp16)[name = tensor("transpose_336")]; tensor input_355_cast_fp16 = conv(bias = encoder_layers_6_conv_pointwise_conv1_bias_to_fp16, dilations = input_355_dilations_0, groups = input_355_groups_0, pad = input_355_pad_0, pad_type = input_355_pad_type_0, strides = input_355_strides_0, weight = encoder_layers_6_conv_pointwise_conv1_weight_to_fp16, x = input_353_cast_fp16)[name = tensor("input_355_cast_fp16")]; tensor x_151_split_num_splits_0 = const()[name = tensor("x_151_split_num_splits_0"), val = tensor(2)]; tensor x_151_split_axis_0 = const()[name = tensor("x_151_split_axis_0"), val = tensor(1)]; tensor x_151_split_cast_fp16_0, tensor x_151_split_cast_fp16_1 = split(axis = x_151_split_axis_0, num_splits = x_151_split_num_splits_0, x = input_355_cast_fp16)[name = tensor("x_151_split_cast_fp16")]; tensor x_151_split_1_sigmoid_cast_fp16 = sigmoid(x = x_151_split_cast_fp16_1)[name = tensor("x_151_split_1_sigmoid_cast_fp16")]; tensor x_151_cast_fp16 = mul(x = x_151_split_cast_fp16_0, y = x_151_split_1_sigmoid_cast_fp16)[name = tensor("x_151_cast_fp16")]; tensor input_357_cast_fp16 = select(a = var_11_to_fp16, b = x_151_cast_fp16, cond = var_351)[name = tensor("input_357_cast_fp16")]; tensor input_359_pad_0 = const()[name = tensor("input_359_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_359_mode_0 = const()[name = tensor("input_359_mode_0"), val = tensor("constant")]; tensor const_77_to_fp16 = const()[name = tensor("const_77_to_fp16"), val = tensor(0x0p+0)]; tensor input_359_cast_fp16 = pad(constant_val = const_77_to_fp16, mode = input_359_mode_0, pad = input_359_pad_0, x = input_357_cast_fp16)[name = tensor("input_359_cast_fp16")]; tensor input_361_pad_type_0 = const()[name = tensor("input_361_pad_type_0"), val = tensor("valid")]; tensor input_361_groups_0 = const()[name = tensor("input_361_groups_0"), val = tensor(1024)]; tensor input_361_strides_0 = const()[name = tensor("input_361_strides_0"), val = tensor([1])]; tensor input_361_pad_0 = const()[name = tensor("input_361_pad_0"), val = tensor([0, 0])]; tensor input_361_dilations_0 = const()[name = tensor("input_361_dilations_0"), val = tensor([1])]; tensor const_340_to_fp16 = const()[name = tensor("const_340_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(333346176)))]; tensor const_341_to_fp16 = const()[name = tensor("const_341_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(333364672)))]; tensor input_363_cast_fp16 = conv(bias = const_341_to_fp16, dilations = input_361_dilations_0, groups = input_361_groups_0, pad = input_361_pad_0, pad_type = input_361_pad_type_0, strides = input_361_strides_0, weight = const_340_to_fp16, x = input_359_cast_fp16)[name = tensor("input_363_cast_fp16")]; tensor input_365_cast_fp16 = silu(x = input_363_cast_fp16)[name = tensor("input_365_cast_fp16")]; tensor x_153_pad_type_0 = const()[name = tensor("x_153_pad_type_0"), val = tensor("valid")]; tensor x_153_strides_0 = const()[name = tensor("x_153_strides_0"), val = tensor([1])]; tensor x_153_pad_0 = const()[name = tensor("x_153_pad_0"), val = tensor([0, 0])]; tensor x_153_dilations_0 = const()[name = tensor("x_153_dilations_0"), val = tensor([1])]; tensor x_153_groups_0 = const()[name = tensor("x_153_groups_0"), val = tensor(1)]; tensor encoder_layers_6_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_6_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(333366784)))]; tensor encoder_layers_6_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_6_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(335464000)))]; tensor x_153_cast_fp16 = conv(bias = encoder_layers_6_conv_pointwise_conv2_bias_to_fp16, dilations = x_153_dilations_0, groups = x_153_groups_0, pad = x_153_pad_0, pad_type = x_153_pad_type_0, strides = x_153_strides_0, weight = encoder_layers_6_conv_pointwise_conv2_weight_to_fp16, x = input_365_cast_fp16)[name = tensor("x_153_cast_fp16")]; tensor input_367_perm_0 = const()[name = tensor("input_367_perm_0"), val = tensor([0, 2, 1])]; tensor input_367_cast_fp16 = transpose(perm = input_367_perm_0, x = x_153_cast_fp16)[name = tensor("transpose_335")]; tensor input_369_cast_fp16 = add(x = input_351_cast_fp16, y = input_367_cast_fp16)[name = tensor("input_369_cast_fp16")]; tensor input_371_axes_0 = const()[name = tensor("input_371_axes_0"), val = tensor([-1])]; tensor encoder_layers_6_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_6_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(335466112)))]; tensor encoder_layers_6_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_6_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(335468224)))]; tensor input_371_cast_fp16 = layer_norm(axes = input_371_axes_0, beta = encoder_layers_6_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_6_norm_feed_forward2_weight_to_fp16, x = input_369_cast_fp16)[name = tensor("input_371_cast_fp16")]; tensor encoder_layers_6_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_6_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(335470336)))]; tensor encoder_layers_6_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_6_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(343859008)))]; tensor linear_62_cast_fp16 = linear(bias = encoder_layers_6_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_6_feed_forward2_linear1_weight_to_fp16, x = input_371_cast_fp16)[name = tensor("linear_62_cast_fp16")]; tensor input_375_cast_fp16 = silu(x = linear_62_cast_fp16)[name = tensor("input_375_cast_fp16")]; tensor encoder_layers_6_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_6_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(343867264)))]; tensor encoder_layers_6_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_6_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(352255936)))]; tensor linear_63_cast_fp16 = linear(bias = encoder_layers_6_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_6_feed_forward2_linear2_weight_to_fp16, x = input_375_cast_fp16)[name = tensor("linear_63_cast_fp16")]; tensor var_1437_to_fp16 = const()[name = tensor("op_1437_to_fp16"), val = tensor(0x1p-1)]; tensor var_1438_cast_fp16 = mul(x = linear_63_cast_fp16, y = var_1437_to_fp16)[name = tensor("op_1438_cast_fp16")]; tensor input_381_cast_fp16 = add(x = input_369_cast_fp16, y = var_1438_cast_fp16)[name = tensor("input_381_cast_fp16")]; tensor input_383_axes_0 = const()[name = tensor("input_383_axes_0"), val = tensor([-1])]; tensor encoder_layers_6_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_6_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(352258048)))]; tensor encoder_layers_6_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_6_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(352260160)))]; tensor input_383_cast_fp16 = layer_norm(axes = input_383_axes_0, beta = encoder_layers_6_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_6_norm_out_weight_to_fp16, x = input_381_cast_fp16)[name = tensor("input_383_cast_fp16")]; tensor input_385_axes_0 = const()[name = tensor("input_385_axes_0"), val = tensor([-1])]; tensor encoder_layers_7_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_7_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(352262272)))]; tensor encoder_layers_7_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_7_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(352264384)))]; tensor input_385_cast_fp16 = layer_norm(axes = input_385_axes_0, beta = encoder_layers_7_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_7_norm_feed_forward1_weight_to_fp16, x = input_383_cast_fp16)[name = tensor("input_385_cast_fp16")]; tensor encoder_layers_7_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_7_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(352266496)))]; tensor encoder_layers_7_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_7_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(360655168)))]; tensor linear_64_cast_fp16 = linear(bias = encoder_layers_7_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_7_feed_forward1_linear1_weight_to_fp16, x = input_385_cast_fp16)[name = tensor("linear_64_cast_fp16")]; tensor input_389_cast_fp16 = silu(x = linear_64_cast_fp16)[name = tensor("input_389_cast_fp16")]; tensor encoder_layers_7_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_7_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(360663424)))]; tensor encoder_layers_7_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_7_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(369052096)))]; tensor linear_65_cast_fp16 = linear(bias = encoder_layers_7_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_7_feed_forward1_linear2_weight_to_fp16, x = input_389_cast_fp16)[name = tensor("linear_65_cast_fp16")]; tensor var_1468_to_fp16 = const()[name = tensor("op_1468_to_fp16"), val = tensor(0x1p-1)]; tensor var_1469_cast_fp16 = mul(x = linear_65_cast_fp16, y = var_1468_to_fp16)[name = tensor("op_1469_cast_fp16")]; tensor input_395_cast_fp16 = add(x = input_383_cast_fp16, y = var_1469_cast_fp16)[name = tensor("input_395_cast_fp16")]; tensor query_15_axes_0 = const()[name = tensor("query_15_axes_0"), val = tensor([-1])]; tensor encoder_layers_7_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_7_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(369054208)))]; tensor encoder_layers_7_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_7_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(369056320)))]; tensor query_15_cast_fp16 = layer_norm(axes = query_15_axes_0, beta = encoder_layers_7_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_7_norm_self_att_weight_to_fp16, x = input_395_cast_fp16)[name = tensor("query_15_cast_fp16")]; tensor encoder_layers_7_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_7_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(369058432)))]; tensor encoder_layers_7_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_7_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(371155648)))]; tensor linear_66_cast_fp16 = linear(bias = encoder_layers_7_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_7_self_attn_linear_q_weight_to_fp16, x = query_15_cast_fp16)[name = tensor("linear_66_cast_fp16")]; tensor var_1486 = const()[name = tensor("op_1486"), val = tensor([1, -1, 8, 128])]; tensor q_43_cast_fp16 = reshape(shape = var_1486, x = linear_66_cast_fp16)[name = tensor("q_43_cast_fp16")]; tensor encoder_layers_7_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_7_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(371157760)))]; tensor encoder_layers_7_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_7_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(373254976)))]; tensor linear_67_cast_fp16 = linear(bias = encoder_layers_7_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_7_self_attn_linear_k_weight_to_fp16, x = query_15_cast_fp16)[name = tensor("linear_67_cast_fp16")]; tensor var_1491 = const()[name = tensor("op_1491"), val = tensor([1, -1, 8, 128])]; tensor k_29_cast_fp16 = reshape(shape = var_1491, x = linear_67_cast_fp16)[name = tensor("k_29_cast_fp16")]; tensor encoder_layers_7_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_7_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(373257088)))]; tensor encoder_layers_7_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_7_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(375354304)))]; tensor linear_68_cast_fp16 = linear(bias = encoder_layers_7_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_7_self_attn_linear_v_weight_to_fp16, x = query_15_cast_fp16)[name = tensor("linear_68_cast_fp16")]; tensor var_1496 = const()[name = tensor("op_1496"), val = tensor([1, -1, 8, 128])]; tensor v_15_cast_fp16 = reshape(shape = var_1496, x = linear_68_cast_fp16)[name = tensor("v_15_cast_fp16")]; tensor value_17_perm_0 = const()[name = tensor("value_17_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_7_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_7_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(375356416)))]; tensor var_1508_cast_fp16 = add(x = q_43_cast_fp16, y = encoder_layers_7_self_attn_pos_bias_u_to_fp16)[name = tensor("op_1508_cast_fp16")]; tensor encoder_layers_7_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_7_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(375358528)))]; tensor var_1510_cast_fp16 = add(x = q_43_cast_fp16, y = encoder_layers_7_self_attn_pos_bias_v_to_fp16)[name = tensor("op_1510_cast_fp16")]; tensor q_with_bias_v_15_perm_0 = const()[name = tensor("q_with_bias_v_15_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_161_transpose_x_0 = const()[name = tensor("x_161_transpose_x_0"), val = tensor(false)]; tensor x_161_transpose_y_0 = const()[name = tensor("x_161_transpose_y_0"), val = tensor(false)]; tensor var_1512_to_fp16 = const()[name = tensor("op_1512_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(375360640)))]; tensor q_with_bias_v_15_cast_fp16 = transpose(perm = q_with_bias_v_15_perm_0, x = var_1510_cast_fp16)[name = tensor("transpose_333")]; tensor x_161_cast_fp16 = matmul(transpose_x = x_161_transpose_x_0, transpose_y = x_161_transpose_y_0, x = q_with_bias_v_15_cast_fp16, y = var_1512_to_fp16)[name = tensor("x_161_cast_fp16")]; tensor x_163_pad_0 = const()[name = tensor("x_163_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_163_mode_0 = const()[name = tensor("x_163_mode_0"), val = tensor("constant")]; tensor const_84_to_fp16 = const()[name = tensor("const_84_to_fp16"), val = tensor(0x0p+0)]; tensor x_163_cast_fp16 = pad(constant_val = const_84_to_fp16, mode = x_163_mode_0, pad = x_163_pad_0, x = x_161_cast_fp16)[name = tensor("x_163_cast_fp16")]; tensor var_1520 = const()[name = tensor("op_1520"), val = tensor([1, 8, -1, 188])]; tensor x_165_cast_fp16 = reshape(shape = var_1520, x = x_163_cast_fp16)[name = tensor("x_165_cast_fp16")]; tensor var_1524_begin_0 = const()[name = tensor("op_1524_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1524_end_0 = const()[name = tensor("op_1524_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_1524_end_mask_0 = const()[name = tensor("op_1524_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1524_cast_fp16 = slice_by_index(begin = var_1524_begin_0, end = var_1524_end_0, end_mask = var_1524_end_mask_0, x = x_165_cast_fp16)[name = tensor("op_1524_cast_fp16")]; tensor var_1525 = const()[name = tensor("op_1525"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_29_cast_fp16 = reshape(shape = var_1525, x = var_1524_cast_fp16)[name = tensor("matrix_bd_29_cast_fp16")]; tensor matrix_ac_15_transpose_x_0 = const()[name = tensor("matrix_ac_15_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_15_transpose_y_0 = const()[name = tensor("matrix_ac_15_transpose_y_0"), val = tensor(false)]; tensor transpose_110_perm_0 = const()[name = tensor("transpose_110_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_111_perm_0 = const()[name = tensor("transpose_111_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_111 = transpose(perm = transpose_111_perm_0, x = k_29_cast_fp16)[name = tensor("transpose_331")]; tensor transpose_110 = transpose(perm = transpose_110_perm_0, x = var_1508_cast_fp16)[name = tensor("transpose_332")]; tensor matrix_ac_15_cast_fp16 = matmul(transpose_x = matrix_ac_15_transpose_x_0, transpose_y = matrix_ac_15_transpose_y_0, x = transpose_110, y = transpose_111)[name = tensor("matrix_ac_15_cast_fp16")]; tensor matrix_bd_31_begin_0 = const()[name = tensor("matrix_bd_31_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_31_end_0 = const()[name = tensor("matrix_bd_31_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_31_end_mask_0 = const()[name = tensor("matrix_bd_31_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_31_cast_fp16 = slice_by_index(begin = matrix_bd_31_begin_0, end = matrix_bd_31_end_0, end_mask = matrix_bd_31_end_mask_0, x = matrix_bd_29_cast_fp16)[name = tensor("matrix_bd_31_cast_fp16")]; tensor var_1534_cast_fp16 = add(x = matrix_ac_15_cast_fp16, y = matrix_bd_31_cast_fp16)[name = tensor("op_1534_cast_fp16")]; tensor _inversed_scores_29_y_0_to_fp16 = const()[name = tensor("_inversed_scores_29_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_29_cast_fp16 = mul(x = var_1534_cast_fp16, y = _inversed_scores_29_y_0_to_fp16)[name = tensor("_inversed_scores_29_cast_fp16")]; tensor scores_31_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_29_cast_fp16, cond = mask_3)[name = tensor("scores_31_cast_fp16")]; tensor var_1540_cast_fp16 = softmax(axis = var_30, x = scores_31_cast_fp16)[name = tensor("op_1540_cast_fp16")]; tensor input_397_cast_fp16 = select(a = var_11_to_fp16, b = var_1540_cast_fp16, cond = mask_3)[name = tensor("input_397_cast_fp16")]; tensor x_167_transpose_x_0 = const()[name = tensor("x_167_transpose_x_0"), val = tensor(false)]; tensor x_167_transpose_y_0 = const()[name = tensor("x_167_transpose_y_0"), val = tensor(false)]; tensor value_17_cast_fp16 = transpose(perm = value_17_perm_0, x = v_15_cast_fp16)[name = tensor("transpose_334")]; tensor x_167_cast_fp16 = matmul(transpose_x = x_167_transpose_x_0, transpose_y = x_167_transpose_y_0, x = input_397_cast_fp16, y = value_17_cast_fp16)[name = tensor("x_167_cast_fp16")]; tensor var_1544_perm_0 = const()[name = tensor("op_1544_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1545 = const()[name = tensor("op_1545"), val = tensor([1, -1, 1024])]; tensor var_1544_cast_fp16 = transpose(perm = var_1544_perm_0, x = x_167_cast_fp16)[name = tensor("transpose_330")]; tensor input_399_cast_fp16 = reshape(shape = var_1545, x = var_1544_cast_fp16)[name = tensor("input_399_cast_fp16")]; tensor encoder_layers_7_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_7_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(376128704)))]; tensor encoder_layers_7_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_7_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(378225920)))]; tensor linear_70_cast_fp16 = linear(bias = encoder_layers_7_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_7_self_attn_linear_out_weight_to_fp16, x = input_399_cast_fp16)[name = tensor("linear_70_cast_fp16")]; tensor input_403_cast_fp16 = add(x = input_395_cast_fp16, y = linear_70_cast_fp16)[name = tensor("input_403_cast_fp16")]; tensor x_171_axes_0 = const()[name = tensor("x_171_axes_0"), val = tensor([-1])]; tensor encoder_layers_7_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_7_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(378228032)))]; tensor encoder_layers_7_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_7_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(378230144)))]; tensor x_171_cast_fp16 = layer_norm(axes = x_171_axes_0, beta = encoder_layers_7_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_7_norm_conv_weight_to_fp16, x = input_403_cast_fp16)[name = tensor("x_171_cast_fp16")]; tensor input_405_perm_0 = const()[name = tensor("input_405_perm_0"), val = tensor([0, 2, 1])]; tensor input_407_pad_type_0 = const()[name = tensor("input_407_pad_type_0"), val = tensor("valid")]; tensor input_407_strides_0 = const()[name = tensor("input_407_strides_0"), val = tensor([1])]; tensor input_407_pad_0 = const()[name = tensor("input_407_pad_0"), val = tensor([0, 0])]; tensor input_407_dilations_0 = const()[name = tensor("input_407_dilations_0"), val = tensor([1])]; tensor input_407_groups_0 = const()[name = tensor("input_407_groups_0"), val = tensor(1)]; tensor encoder_layers_7_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_7_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(378232256)))]; tensor encoder_layers_7_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_7_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(382426624)))]; tensor input_405_cast_fp16 = transpose(perm = input_405_perm_0, x = x_171_cast_fp16)[name = tensor("transpose_329")]; tensor input_407_cast_fp16 = conv(bias = encoder_layers_7_conv_pointwise_conv1_bias_to_fp16, dilations = input_407_dilations_0, groups = input_407_groups_0, pad = input_407_pad_0, pad_type = input_407_pad_type_0, strides = input_407_strides_0, weight = encoder_layers_7_conv_pointwise_conv1_weight_to_fp16, x = input_405_cast_fp16)[name = tensor("input_407_cast_fp16")]; tensor x_173_split_num_splits_0 = const()[name = tensor("x_173_split_num_splits_0"), val = tensor(2)]; tensor x_173_split_axis_0 = const()[name = tensor("x_173_split_axis_0"), val = tensor(1)]; tensor x_173_split_cast_fp16_0, tensor x_173_split_cast_fp16_1 = split(axis = x_173_split_axis_0, num_splits = x_173_split_num_splits_0, x = input_407_cast_fp16)[name = tensor("x_173_split_cast_fp16")]; tensor x_173_split_1_sigmoid_cast_fp16 = sigmoid(x = x_173_split_cast_fp16_1)[name = tensor("x_173_split_1_sigmoid_cast_fp16")]; tensor x_173_cast_fp16 = mul(x = x_173_split_cast_fp16_0, y = x_173_split_1_sigmoid_cast_fp16)[name = tensor("x_173_cast_fp16")]; tensor input_409_cast_fp16 = select(a = var_11_to_fp16, b = x_173_cast_fp16, cond = var_351)[name = tensor("input_409_cast_fp16")]; tensor input_411_pad_0 = const()[name = tensor("input_411_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_411_mode_0 = const()[name = tensor("input_411_mode_0"), val = tensor("constant")]; tensor const_87_to_fp16 = const()[name = tensor("const_87_to_fp16"), val = tensor(0x0p+0)]; tensor input_411_cast_fp16 = pad(constant_val = const_87_to_fp16, mode = input_411_mode_0, pad = input_411_pad_0, x = input_409_cast_fp16)[name = tensor("input_411_cast_fp16")]; tensor input_413_pad_type_0 = const()[name = tensor("input_413_pad_type_0"), val = tensor("valid")]; tensor input_413_groups_0 = const()[name = tensor("input_413_groups_0"), val = tensor(1024)]; tensor input_413_strides_0 = const()[name = tensor("input_413_strides_0"), val = tensor([1])]; tensor input_413_pad_0 = const()[name = tensor("input_413_pad_0"), val = tensor([0, 0])]; tensor input_413_dilations_0 = const()[name = tensor("input_413_dilations_0"), val = tensor([1])]; tensor const_342_to_fp16 = const()[name = tensor("const_342_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(382430784)))]; tensor const_343_to_fp16 = const()[name = tensor("const_343_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(382449280)))]; tensor input_415_cast_fp16 = conv(bias = const_343_to_fp16, dilations = input_413_dilations_0, groups = input_413_groups_0, pad = input_413_pad_0, pad_type = input_413_pad_type_0, strides = input_413_strides_0, weight = const_342_to_fp16, x = input_411_cast_fp16)[name = tensor("input_415_cast_fp16")]; tensor input_417_cast_fp16 = silu(x = input_415_cast_fp16)[name = tensor("input_417_cast_fp16")]; tensor x_175_pad_type_0 = const()[name = tensor("x_175_pad_type_0"), val = tensor("valid")]; tensor x_175_strides_0 = const()[name = tensor("x_175_strides_0"), val = tensor([1])]; tensor x_175_pad_0 = const()[name = tensor("x_175_pad_0"), val = tensor([0, 0])]; tensor x_175_dilations_0 = const()[name = tensor("x_175_dilations_0"), val = tensor([1])]; tensor x_175_groups_0 = const()[name = tensor("x_175_groups_0"), val = tensor(1)]; tensor encoder_layers_7_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_7_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(382451392)))]; tensor encoder_layers_7_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_7_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(384548608)))]; tensor x_175_cast_fp16 = conv(bias = encoder_layers_7_conv_pointwise_conv2_bias_to_fp16, dilations = x_175_dilations_0, groups = x_175_groups_0, pad = x_175_pad_0, pad_type = x_175_pad_type_0, strides = x_175_strides_0, weight = encoder_layers_7_conv_pointwise_conv2_weight_to_fp16, x = input_417_cast_fp16)[name = tensor("x_175_cast_fp16")]; tensor input_419_perm_0 = const()[name = tensor("input_419_perm_0"), val = tensor([0, 2, 1])]; tensor input_419_cast_fp16 = transpose(perm = input_419_perm_0, x = x_175_cast_fp16)[name = tensor("transpose_328")]; tensor input_421_cast_fp16 = add(x = input_403_cast_fp16, y = input_419_cast_fp16)[name = tensor("input_421_cast_fp16")]; tensor input_423_axes_0 = const()[name = tensor("input_423_axes_0"), val = tensor([-1])]; tensor encoder_layers_7_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_7_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(384550720)))]; tensor encoder_layers_7_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_7_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(384552832)))]; tensor input_423_cast_fp16 = layer_norm(axes = input_423_axes_0, beta = encoder_layers_7_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_7_norm_feed_forward2_weight_to_fp16, x = input_421_cast_fp16)[name = tensor("input_423_cast_fp16")]; tensor encoder_layers_7_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_7_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(384554944)))]; tensor encoder_layers_7_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_7_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(392943616)))]; tensor linear_71_cast_fp16 = linear(bias = encoder_layers_7_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_7_feed_forward2_linear1_weight_to_fp16, x = input_423_cast_fp16)[name = tensor("linear_71_cast_fp16")]; tensor input_427_cast_fp16 = silu(x = linear_71_cast_fp16)[name = tensor("input_427_cast_fp16")]; tensor encoder_layers_7_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_7_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(392951872)))]; tensor encoder_layers_7_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_7_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(401340544)))]; tensor linear_72_cast_fp16 = linear(bias = encoder_layers_7_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_7_feed_forward2_linear2_weight_to_fp16, x = input_427_cast_fp16)[name = tensor("linear_72_cast_fp16")]; tensor var_1611_to_fp16 = const()[name = tensor("op_1611_to_fp16"), val = tensor(0x1p-1)]; tensor var_1612_cast_fp16 = mul(x = linear_72_cast_fp16, y = var_1611_to_fp16)[name = tensor("op_1612_cast_fp16")]; tensor input_433_cast_fp16 = add(x = input_421_cast_fp16, y = var_1612_cast_fp16)[name = tensor("input_433_cast_fp16")]; tensor input_435_axes_0 = const()[name = tensor("input_435_axes_0"), val = tensor([-1])]; tensor encoder_layers_7_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_7_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(401342656)))]; tensor encoder_layers_7_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_7_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(401344768)))]; tensor input_435_cast_fp16 = layer_norm(axes = input_435_axes_0, beta = encoder_layers_7_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_7_norm_out_weight_to_fp16, x = input_433_cast_fp16)[name = tensor("input_435_cast_fp16")]; tensor input_437_axes_0 = const()[name = tensor("input_437_axes_0"), val = tensor([-1])]; tensor encoder_layers_8_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_8_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(401346880)))]; tensor encoder_layers_8_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_8_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(401348992)))]; tensor input_437_cast_fp16 = layer_norm(axes = input_437_axes_0, beta = encoder_layers_8_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_8_norm_feed_forward1_weight_to_fp16, x = input_435_cast_fp16)[name = tensor("input_437_cast_fp16")]; tensor encoder_layers_8_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_8_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(401351104)))]; tensor encoder_layers_8_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_8_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(409739776)))]; tensor linear_73_cast_fp16 = linear(bias = encoder_layers_8_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_8_feed_forward1_linear1_weight_to_fp16, x = input_437_cast_fp16)[name = tensor("linear_73_cast_fp16")]; tensor input_441_cast_fp16 = silu(x = linear_73_cast_fp16)[name = tensor("input_441_cast_fp16")]; tensor encoder_layers_8_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_8_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(409748032)))]; tensor encoder_layers_8_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_8_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(418136704)))]; tensor linear_74_cast_fp16 = linear(bias = encoder_layers_8_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_8_feed_forward1_linear2_weight_to_fp16, x = input_441_cast_fp16)[name = tensor("linear_74_cast_fp16")]; tensor var_1642_to_fp16 = const()[name = tensor("op_1642_to_fp16"), val = tensor(0x1p-1)]; tensor var_1643_cast_fp16 = mul(x = linear_74_cast_fp16, y = var_1642_to_fp16)[name = tensor("op_1643_cast_fp16")]; tensor input_447_cast_fp16 = add(x = input_435_cast_fp16, y = var_1643_cast_fp16)[name = tensor("input_447_cast_fp16")]; tensor query_17_axes_0 = const()[name = tensor("query_17_axes_0"), val = tensor([-1])]; tensor encoder_layers_8_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_8_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(418138816)))]; tensor encoder_layers_8_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_8_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(418140928)))]; tensor query_17_cast_fp16 = layer_norm(axes = query_17_axes_0, beta = encoder_layers_8_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_8_norm_self_att_weight_to_fp16, x = input_447_cast_fp16)[name = tensor("query_17_cast_fp16")]; tensor encoder_layers_8_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_8_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(418143040)))]; tensor encoder_layers_8_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_8_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(420240256)))]; tensor linear_75_cast_fp16 = linear(bias = encoder_layers_8_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_8_self_attn_linear_q_weight_to_fp16, x = query_17_cast_fp16)[name = tensor("linear_75_cast_fp16")]; tensor var_1660 = const()[name = tensor("op_1660"), val = tensor([1, -1, 8, 128])]; tensor q_49_cast_fp16 = reshape(shape = var_1660, x = linear_75_cast_fp16)[name = tensor("q_49_cast_fp16")]; tensor encoder_layers_8_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_8_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(420242368)))]; tensor encoder_layers_8_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_8_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(422339584)))]; tensor linear_76_cast_fp16 = linear(bias = encoder_layers_8_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_8_self_attn_linear_k_weight_to_fp16, x = query_17_cast_fp16)[name = tensor("linear_76_cast_fp16")]; tensor var_1665 = const()[name = tensor("op_1665"), val = tensor([1, -1, 8, 128])]; tensor k_33_cast_fp16 = reshape(shape = var_1665, x = linear_76_cast_fp16)[name = tensor("k_33_cast_fp16")]; tensor encoder_layers_8_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_8_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(422341696)))]; tensor encoder_layers_8_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_8_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(424438912)))]; tensor linear_77_cast_fp16 = linear(bias = encoder_layers_8_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_8_self_attn_linear_v_weight_to_fp16, x = query_17_cast_fp16)[name = tensor("linear_77_cast_fp16")]; tensor var_1670 = const()[name = tensor("op_1670"), val = tensor([1, -1, 8, 128])]; tensor v_17_cast_fp16 = reshape(shape = var_1670, x = linear_77_cast_fp16)[name = tensor("v_17_cast_fp16")]; tensor value_19_perm_0 = const()[name = tensor("value_19_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_8_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_8_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(424441024)))]; tensor var_1682_cast_fp16 = add(x = q_49_cast_fp16, y = encoder_layers_8_self_attn_pos_bias_u_to_fp16)[name = tensor("op_1682_cast_fp16")]; tensor encoder_layers_8_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_8_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(424443136)))]; tensor var_1684_cast_fp16 = add(x = q_49_cast_fp16, y = encoder_layers_8_self_attn_pos_bias_v_to_fp16)[name = tensor("op_1684_cast_fp16")]; tensor q_with_bias_v_17_perm_0 = const()[name = tensor("q_with_bias_v_17_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_183_transpose_x_0 = const()[name = tensor("x_183_transpose_x_0"), val = tensor(false)]; tensor x_183_transpose_y_0 = const()[name = tensor("x_183_transpose_y_0"), val = tensor(false)]; tensor var_1686_to_fp16 = const()[name = tensor("op_1686_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(424445248)))]; tensor q_with_bias_v_17_cast_fp16 = transpose(perm = q_with_bias_v_17_perm_0, x = var_1684_cast_fp16)[name = tensor("transpose_326")]; tensor x_183_cast_fp16 = matmul(transpose_x = x_183_transpose_x_0, transpose_y = x_183_transpose_y_0, x = q_with_bias_v_17_cast_fp16, y = var_1686_to_fp16)[name = tensor("x_183_cast_fp16")]; tensor x_185_pad_0 = const()[name = tensor("x_185_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_185_mode_0 = const()[name = tensor("x_185_mode_0"), val = tensor("constant")]; tensor const_94_to_fp16 = const()[name = tensor("const_94_to_fp16"), val = tensor(0x0p+0)]; tensor x_185_cast_fp16 = pad(constant_val = const_94_to_fp16, mode = x_185_mode_0, pad = x_185_pad_0, x = x_183_cast_fp16)[name = tensor("x_185_cast_fp16")]; tensor var_1694 = const()[name = tensor("op_1694"), val = tensor([1, 8, -1, 188])]; tensor x_187_cast_fp16 = reshape(shape = var_1694, x = x_185_cast_fp16)[name = tensor("x_187_cast_fp16")]; tensor var_1698_begin_0 = const()[name = tensor("op_1698_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1698_end_0 = const()[name = tensor("op_1698_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_1698_end_mask_0 = const()[name = tensor("op_1698_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1698_cast_fp16 = slice_by_index(begin = var_1698_begin_0, end = var_1698_end_0, end_mask = var_1698_end_mask_0, x = x_187_cast_fp16)[name = tensor("op_1698_cast_fp16")]; tensor var_1699 = const()[name = tensor("op_1699"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_33_cast_fp16 = reshape(shape = var_1699, x = var_1698_cast_fp16)[name = tensor("matrix_bd_33_cast_fp16")]; tensor matrix_ac_17_transpose_x_0 = const()[name = tensor("matrix_ac_17_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_17_transpose_y_0 = const()[name = tensor("matrix_ac_17_transpose_y_0"), val = tensor(false)]; tensor transpose_112_perm_0 = const()[name = tensor("transpose_112_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_113_perm_0 = const()[name = tensor("transpose_113_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_113 = transpose(perm = transpose_113_perm_0, x = k_33_cast_fp16)[name = tensor("transpose_324")]; tensor transpose_112 = transpose(perm = transpose_112_perm_0, x = var_1682_cast_fp16)[name = tensor("transpose_325")]; tensor matrix_ac_17_cast_fp16 = matmul(transpose_x = matrix_ac_17_transpose_x_0, transpose_y = matrix_ac_17_transpose_y_0, x = transpose_112, y = transpose_113)[name = tensor("matrix_ac_17_cast_fp16")]; tensor matrix_bd_35_begin_0 = const()[name = tensor("matrix_bd_35_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_35_end_0 = const()[name = tensor("matrix_bd_35_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_35_end_mask_0 = const()[name = tensor("matrix_bd_35_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_35_cast_fp16 = slice_by_index(begin = matrix_bd_35_begin_0, end = matrix_bd_35_end_0, end_mask = matrix_bd_35_end_mask_0, x = matrix_bd_33_cast_fp16)[name = tensor("matrix_bd_35_cast_fp16")]; tensor var_1708_cast_fp16 = add(x = matrix_ac_17_cast_fp16, y = matrix_bd_35_cast_fp16)[name = tensor("op_1708_cast_fp16")]; tensor _inversed_scores_33_y_0_to_fp16 = const()[name = tensor("_inversed_scores_33_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_33_cast_fp16 = mul(x = var_1708_cast_fp16, y = _inversed_scores_33_y_0_to_fp16)[name = tensor("_inversed_scores_33_cast_fp16")]; tensor scores_35_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_33_cast_fp16, cond = mask_3)[name = tensor("scores_35_cast_fp16")]; tensor var_1714_cast_fp16 = softmax(axis = var_30, x = scores_35_cast_fp16)[name = tensor("op_1714_cast_fp16")]; tensor input_449_cast_fp16 = select(a = var_11_to_fp16, b = var_1714_cast_fp16, cond = mask_3)[name = tensor("input_449_cast_fp16")]; tensor x_189_transpose_x_0 = const()[name = tensor("x_189_transpose_x_0"), val = tensor(false)]; tensor x_189_transpose_y_0 = const()[name = tensor("x_189_transpose_y_0"), val = tensor(false)]; tensor value_19_cast_fp16 = transpose(perm = value_19_perm_0, x = v_17_cast_fp16)[name = tensor("transpose_327")]; tensor x_189_cast_fp16 = matmul(transpose_x = x_189_transpose_x_0, transpose_y = x_189_transpose_y_0, x = input_449_cast_fp16, y = value_19_cast_fp16)[name = tensor("x_189_cast_fp16")]; tensor var_1718_perm_0 = const()[name = tensor("op_1718_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1719 = const()[name = tensor("op_1719"), val = tensor([1, -1, 1024])]; tensor var_1718_cast_fp16 = transpose(perm = var_1718_perm_0, x = x_189_cast_fp16)[name = tensor("transpose_323")]; tensor input_451_cast_fp16 = reshape(shape = var_1719, x = var_1718_cast_fp16)[name = tensor("input_451_cast_fp16")]; tensor encoder_layers_8_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_8_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(425213312)))]; tensor encoder_layers_8_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_8_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(427310528)))]; tensor linear_79_cast_fp16 = linear(bias = encoder_layers_8_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_8_self_attn_linear_out_weight_to_fp16, x = input_451_cast_fp16)[name = tensor("linear_79_cast_fp16")]; tensor input_455_cast_fp16 = add(x = input_447_cast_fp16, y = linear_79_cast_fp16)[name = tensor("input_455_cast_fp16")]; tensor x_193_axes_0 = const()[name = tensor("x_193_axes_0"), val = tensor([-1])]; tensor encoder_layers_8_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_8_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(427312640)))]; tensor encoder_layers_8_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_8_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(427314752)))]; tensor x_193_cast_fp16 = layer_norm(axes = x_193_axes_0, beta = encoder_layers_8_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_8_norm_conv_weight_to_fp16, x = input_455_cast_fp16)[name = tensor("x_193_cast_fp16")]; tensor input_457_perm_0 = const()[name = tensor("input_457_perm_0"), val = tensor([0, 2, 1])]; tensor input_459_pad_type_0 = const()[name = tensor("input_459_pad_type_0"), val = tensor("valid")]; tensor input_459_strides_0 = const()[name = tensor("input_459_strides_0"), val = tensor([1])]; tensor input_459_pad_0 = const()[name = tensor("input_459_pad_0"), val = tensor([0, 0])]; tensor input_459_dilations_0 = const()[name = tensor("input_459_dilations_0"), val = tensor([1])]; tensor input_459_groups_0 = const()[name = tensor("input_459_groups_0"), val = tensor(1)]; tensor encoder_layers_8_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_8_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(427316864)))]; tensor encoder_layers_8_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_8_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(431511232)))]; tensor input_457_cast_fp16 = transpose(perm = input_457_perm_0, x = x_193_cast_fp16)[name = tensor("transpose_322")]; tensor input_459_cast_fp16 = conv(bias = encoder_layers_8_conv_pointwise_conv1_bias_to_fp16, dilations = input_459_dilations_0, groups = input_459_groups_0, pad = input_459_pad_0, pad_type = input_459_pad_type_0, strides = input_459_strides_0, weight = encoder_layers_8_conv_pointwise_conv1_weight_to_fp16, x = input_457_cast_fp16)[name = tensor("input_459_cast_fp16")]; tensor x_195_split_num_splits_0 = const()[name = tensor("x_195_split_num_splits_0"), val = tensor(2)]; tensor x_195_split_axis_0 = const()[name = tensor("x_195_split_axis_0"), val = tensor(1)]; tensor x_195_split_cast_fp16_0, tensor x_195_split_cast_fp16_1 = split(axis = x_195_split_axis_0, num_splits = x_195_split_num_splits_0, x = input_459_cast_fp16)[name = tensor("x_195_split_cast_fp16")]; tensor x_195_split_1_sigmoid_cast_fp16 = sigmoid(x = x_195_split_cast_fp16_1)[name = tensor("x_195_split_1_sigmoid_cast_fp16")]; tensor x_195_cast_fp16 = mul(x = x_195_split_cast_fp16_0, y = x_195_split_1_sigmoid_cast_fp16)[name = tensor("x_195_cast_fp16")]; tensor input_461_cast_fp16 = select(a = var_11_to_fp16, b = x_195_cast_fp16, cond = var_351)[name = tensor("input_461_cast_fp16")]; tensor input_463_pad_0 = const()[name = tensor("input_463_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_463_mode_0 = const()[name = tensor("input_463_mode_0"), val = tensor("constant")]; tensor const_97_to_fp16 = const()[name = tensor("const_97_to_fp16"), val = tensor(0x0p+0)]; tensor input_463_cast_fp16 = pad(constant_val = const_97_to_fp16, mode = input_463_mode_0, pad = input_463_pad_0, x = input_461_cast_fp16)[name = tensor("input_463_cast_fp16")]; tensor input_465_pad_type_0 = const()[name = tensor("input_465_pad_type_0"), val = tensor("valid")]; tensor input_465_groups_0 = const()[name = tensor("input_465_groups_0"), val = tensor(1024)]; tensor input_465_strides_0 = const()[name = tensor("input_465_strides_0"), val = tensor([1])]; tensor input_465_pad_0 = const()[name = tensor("input_465_pad_0"), val = tensor([0, 0])]; tensor input_465_dilations_0 = const()[name = tensor("input_465_dilations_0"), val = tensor([1])]; tensor const_344_to_fp16 = const()[name = tensor("const_344_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(431515392)))]; tensor const_345_to_fp16 = const()[name = tensor("const_345_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(431533888)))]; tensor input_467_cast_fp16 = conv(bias = const_345_to_fp16, dilations = input_465_dilations_0, groups = input_465_groups_0, pad = input_465_pad_0, pad_type = input_465_pad_type_0, strides = input_465_strides_0, weight = const_344_to_fp16, x = input_463_cast_fp16)[name = tensor("input_467_cast_fp16")]; tensor input_469_cast_fp16 = silu(x = input_467_cast_fp16)[name = tensor("input_469_cast_fp16")]; tensor x_197_pad_type_0 = const()[name = tensor("x_197_pad_type_0"), val = tensor("valid")]; tensor x_197_strides_0 = const()[name = tensor("x_197_strides_0"), val = tensor([1])]; tensor x_197_pad_0 = const()[name = tensor("x_197_pad_0"), val = tensor([0, 0])]; tensor x_197_dilations_0 = const()[name = tensor("x_197_dilations_0"), val = tensor([1])]; tensor x_197_groups_0 = const()[name = tensor("x_197_groups_0"), val = tensor(1)]; tensor encoder_layers_8_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_8_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(431536000)))]; tensor encoder_layers_8_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_8_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(433633216)))]; tensor x_197_cast_fp16 = conv(bias = encoder_layers_8_conv_pointwise_conv2_bias_to_fp16, dilations = x_197_dilations_0, groups = x_197_groups_0, pad = x_197_pad_0, pad_type = x_197_pad_type_0, strides = x_197_strides_0, weight = encoder_layers_8_conv_pointwise_conv2_weight_to_fp16, x = input_469_cast_fp16)[name = tensor("x_197_cast_fp16")]; tensor input_471_perm_0 = const()[name = tensor("input_471_perm_0"), val = tensor([0, 2, 1])]; tensor input_471_cast_fp16 = transpose(perm = input_471_perm_0, x = x_197_cast_fp16)[name = tensor("transpose_321")]; tensor input_473_cast_fp16 = add(x = input_455_cast_fp16, y = input_471_cast_fp16)[name = tensor("input_473_cast_fp16")]; tensor input_475_axes_0 = const()[name = tensor("input_475_axes_0"), val = tensor([-1])]; tensor encoder_layers_8_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_8_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(433635328)))]; tensor encoder_layers_8_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_8_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(433637440)))]; tensor input_475_cast_fp16 = layer_norm(axes = input_475_axes_0, beta = encoder_layers_8_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_8_norm_feed_forward2_weight_to_fp16, x = input_473_cast_fp16)[name = tensor("input_475_cast_fp16")]; tensor encoder_layers_8_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_8_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(433639552)))]; tensor encoder_layers_8_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_8_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(442028224)))]; tensor linear_80_cast_fp16 = linear(bias = encoder_layers_8_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_8_feed_forward2_linear1_weight_to_fp16, x = input_475_cast_fp16)[name = tensor("linear_80_cast_fp16")]; tensor input_479_cast_fp16 = silu(x = linear_80_cast_fp16)[name = tensor("input_479_cast_fp16")]; tensor encoder_layers_8_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_8_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(442036480)))]; tensor encoder_layers_8_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_8_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(450425152)))]; tensor linear_81_cast_fp16 = linear(bias = encoder_layers_8_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_8_feed_forward2_linear2_weight_to_fp16, x = input_479_cast_fp16)[name = tensor("linear_81_cast_fp16")]; tensor var_1785_to_fp16 = const()[name = tensor("op_1785_to_fp16"), val = tensor(0x1p-1)]; tensor var_1786_cast_fp16 = mul(x = linear_81_cast_fp16, y = var_1785_to_fp16)[name = tensor("op_1786_cast_fp16")]; tensor input_485_cast_fp16 = add(x = input_473_cast_fp16, y = var_1786_cast_fp16)[name = tensor("input_485_cast_fp16")]; tensor input_487_axes_0 = const()[name = tensor("input_487_axes_0"), val = tensor([-1])]; tensor encoder_layers_8_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_8_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(450427264)))]; tensor encoder_layers_8_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_8_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(450429376)))]; tensor input_487_cast_fp16 = layer_norm(axes = input_487_axes_0, beta = encoder_layers_8_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_8_norm_out_weight_to_fp16, x = input_485_cast_fp16)[name = tensor("input_487_cast_fp16")]; tensor input_489_axes_0 = const()[name = tensor("input_489_axes_0"), val = tensor([-1])]; tensor encoder_layers_9_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_9_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(450431488)))]; tensor encoder_layers_9_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_9_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(450433600)))]; tensor input_489_cast_fp16 = layer_norm(axes = input_489_axes_0, beta = encoder_layers_9_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_9_norm_feed_forward1_weight_to_fp16, x = input_487_cast_fp16)[name = tensor("input_489_cast_fp16")]; tensor encoder_layers_9_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_9_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(450435712)))]; tensor encoder_layers_9_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_9_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(458824384)))]; tensor linear_82_cast_fp16 = linear(bias = encoder_layers_9_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_9_feed_forward1_linear1_weight_to_fp16, x = input_489_cast_fp16)[name = tensor("linear_82_cast_fp16")]; tensor input_493_cast_fp16 = silu(x = linear_82_cast_fp16)[name = tensor("input_493_cast_fp16")]; tensor encoder_layers_9_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_9_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(458832640)))]; tensor encoder_layers_9_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_9_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(467221312)))]; tensor linear_83_cast_fp16 = linear(bias = encoder_layers_9_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_9_feed_forward1_linear2_weight_to_fp16, x = input_493_cast_fp16)[name = tensor("linear_83_cast_fp16")]; tensor var_1816_to_fp16 = const()[name = tensor("op_1816_to_fp16"), val = tensor(0x1p-1)]; tensor var_1817_cast_fp16 = mul(x = linear_83_cast_fp16, y = var_1816_to_fp16)[name = tensor("op_1817_cast_fp16")]; tensor input_499_cast_fp16 = add(x = input_487_cast_fp16, y = var_1817_cast_fp16)[name = tensor("input_499_cast_fp16")]; tensor query_19_axes_0 = const()[name = tensor("query_19_axes_0"), val = tensor([-1])]; tensor encoder_layers_9_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_9_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(467223424)))]; tensor encoder_layers_9_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_9_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(467225536)))]; tensor query_19_cast_fp16 = layer_norm(axes = query_19_axes_0, beta = encoder_layers_9_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_9_norm_self_att_weight_to_fp16, x = input_499_cast_fp16)[name = tensor("query_19_cast_fp16")]; tensor encoder_layers_9_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_9_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(467227648)))]; tensor encoder_layers_9_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_9_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(469324864)))]; tensor linear_84_cast_fp16 = linear(bias = encoder_layers_9_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_9_self_attn_linear_q_weight_to_fp16, x = query_19_cast_fp16)[name = tensor("linear_84_cast_fp16")]; tensor var_1834 = const()[name = tensor("op_1834"), val = tensor([1, -1, 8, 128])]; tensor q_55_cast_fp16 = reshape(shape = var_1834, x = linear_84_cast_fp16)[name = tensor("q_55_cast_fp16")]; tensor encoder_layers_9_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_9_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(469326976)))]; tensor encoder_layers_9_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_9_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(471424192)))]; tensor linear_85_cast_fp16 = linear(bias = encoder_layers_9_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_9_self_attn_linear_k_weight_to_fp16, x = query_19_cast_fp16)[name = tensor("linear_85_cast_fp16")]; tensor var_1839 = const()[name = tensor("op_1839"), val = tensor([1, -1, 8, 128])]; tensor k_37_cast_fp16 = reshape(shape = var_1839, x = linear_85_cast_fp16)[name = tensor("k_37_cast_fp16")]; tensor encoder_layers_9_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_9_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(471426304)))]; tensor encoder_layers_9_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_9_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(473523520)))]; tensor linear_86_cast_fp16 = linear(bias = encoder_layers_9_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_9_self_attn_linear_v_weight_to_fp16, x = query_19_cast_fp16)[name = tensor("linear_86_cast_fp16")]; tensor var_1844 = const()[name = tensor("op_1844"), val = tensor([1, -1, 8, 128])]; tensor v_19_cast_fp16 = reshape(shape = var_1844, x = linear_86_cast_fp16)[name = tensor("v_19_cast_fp16")]; tensor value_21_perm_0 = const()[name = tensor("value_21_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_9_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_9_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(473525632)))]; tensor var_1856_cast_fp16 = add(x = q_55_cast_fp16, y = encoder_layers_9_self_attn_pos_bias_u_to_fp16)[name = tensor("op_1856_cast_fp16")]; tensor encoder_layers_9_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_9_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(473527744)))]; tensor var_1858_cast_fp16 = add(x = q_55_cast_fp16, y = encoder_layers_9_self_attn_pos_bias_v_to_fp16)[name = tensor("op_1858_cast_fp16")]; tensor q_with_bias_v_19_perm_0 = const()[name = tensor("q_with_bias_v_19_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_205_transpose_x_0 = const()[name = tensor("x_205_transpose_x_0"), val = tensor(false)]; tensor x_205_transpose_y_0 = const()[name = tensor("x_205_transpose_y_0"), val = tensor(false)]; tensor var_1860_to_fp16 = const()[name = tensor("op_1860_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(473529856)))]; tensor q_with_bias_v_19_cast_fp16 = transpose(perm = q_with_bias_v_19_perm_0, x = var_1858_cast_fp16)[name = tensor("transpose_319")]; tensor x_205_cast_fp16 = matmul(transpose_x = x_205_transpose_x_0, transpose_y = x_205_transpose_y_0, x = q_with_bias_v_19_cast_fp16, y = var_1860_to_fp16)[name = tensor("x_205_cast_fp16")]; tensor x_207_pad_0 = const()[name = tensor("x_207_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_207_mode_0 = const()[name = tensor("x_207_mode_0"), val = tensor("constant")]; tensor const_104_to_fp16 = const()[name = tensor("const_104_to_fp16"), val = tensor(0x0p+0)]; tensor x_207_cast_fp16 = pad(constant_val = const_104_to_fp16, mode = x_207_mode_0, pad = x_207_pad_0, x = x_205_cast_fp16)[name = tensor("x_207_cast_fp16")]; tensor var_1868 = const()[name = tensor("op_1868"), val = tensor([1, 8, -1, 188])]; tensor x_209_cast_fp16 = reshape(shape = var_1868, x = x_207_cast_fp16)[name = tensor("x_209_cast_fp16")]; tensor var_1872_begin_0 = const()[name = tensor("op_1872_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1872_end_0 = const()[name = tensor("op_1872_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_1872_end_mask_0 = const()[name = tensor("op_1872_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1872_cast_fp16 = slice_by_index(begin = var_1872_begin_0, end = var_1872_end_0, end_mask = var_1872_end_mask_0, x = x_209_cast_fp16)[name = tensor("op_1872_cast_fp16")]; tensor var_1873 = const()[name = tensor("op_1873"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_37_cast_fp16 = reshape(shape = var_1873, x = var_1872_cast_fp16)[name = tensor("matrix_bd_37_cast_fp16")]; tensor matrix_ac_19_transpose_x_0 = const()[name = tensor("matrix_ac_19_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_19_transpose_y_0 = const()[name = tensor("matrix_ac_19_transpose_y_0"), val = tensor(false)]; tensor transpose_114_perm_0 = const()[name = tensor("transpose_114_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_115_perm_0 = const()[name = tensor("transpose_115_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_115 = transpose(perm = transpose_115_perm_0, x = k_37_cast_fp16)[name = tensor("transpose_317")]; tensor transpose_114 = transpose(perm = transpose_114_perm_0, x = var_1856_cast_fp16)[name = tensor("transpose_318")]; tensor matrix_ac_19_cast_fp16 = matmul(transpose_x = matrix_ac_19_transpose_x_0, transpose_y = matrix_ac_19_transpose_y_0, x = transpose_114, y = transpose_115)[name = tensor("matrix_ac_19_cast_fp16")]; tensor matrix_bd_39_begin_0 = const()[name = tensor("matrix_bd_39_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_39_end_0 = const()[name = tensor("matrix_bd_39_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_39_end_mask_0 = const()[name = tensor("matrix_bd_39_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_39_cast_fp16 = slice_by_index(begin = matrix_bd_39_begin_0, end = matrix_bd_39_end_0, end_mask = matrix_bd_39_end_mask_0, x = matrix_bd_37_cast_fp16)[name = tensor("matrix_bd_39_cast_fp16")]; tensor var_1882_cast_fp16 = add(x = matrix_ac_19_cast_fp16, y = matrix_bd_39_cast_fp16)[name = tensor("op_1882_cast_fp16")]; tensor _inversed_scores_37_y_0_to_fp16 = const()[name = tensor("_inversed_scores_37_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_37_cast_fp16 = mul(x = var_1882_cast_fp16, y = _inversed_scores_37_y_0_to_fp16)[name = tensor("_inversed_scores_37_cast_fp16")]; tensor scores_39_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_37_cast_fp16, cond = mask_3)[name = tensor("scores_39_cast_fp16")]; tensor var_1888_cast_fp16 = softmax(axis = var_30, x = scores_39_cast_fp16)[name = tensor("op_1888_cast_fp16")]; tensor input_501_cast_fp16 = select(a = var_11_to_fp16, b = var_1888_cast_fp16, cond = mask_3)[name = tensor("input_501_cast_fp16")]; tensor x_211_transpose_x_0 = const()[name = tensor("x_211_transpose_x_0"), val = tensor(false)]; tensor x_211_transpose_y_0 = const()[name = tensor("x_211_transpose_y_0"), val = tensor(false)]; tensor value_21_cast_fp16 = transpose(perm = value_21_perm_0, x = v_19_cast_fp16)[name = tensor("transpose_320")]; tensor x_211_cast_fp16 = matmul(transpose_x = x_211_transpose_x_0, transpose_y = x_211_transpose_y_0, x = input_501_cast_fp16, y = value_21_cast_fp16)[name = tensor("x_211_cast_fp16")]; tensor var_1892_perm_0 = const()[name = tensor("op_1892_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1893 = const()[name = tensor("op_1893"), val = tensor([1, -1, 1024])]; tensor var_1892_cast_fp16 = transpose(perm = var_1892_perm_0, x = x_211_cast_fp16)[name = tensor("transpose_316")]; tensor input_503_cast_fp16 = reshape(shape = var_1893, x = var_1892_cast_fp16)[name = tensor("input_503_cast_fp16")]; tensor encoder_layers_9_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_9_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(474297920)))]; tensor encoder_layers_9_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_9_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(476395136)))]; tensor linear_88_cast_fp16 = linear(bias = encoder_layers_9_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_9_self_attn_linear_out_weight_to_fp16, x = input_503_cast_fp16)[name = tensor("linear_88_cast_fp16")]; tensor input_507_cast_fp16 = add(x = input_499_cast_fp16, y = linear_88_cast_fp16)[name = tensor("input_507_cast_fp16")]; tensor x_215_axes_0 = const()[name = tensor("x_215_axes_0"), val = tensor([-1])]; tensor encoder_layers_9_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_9_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(476397248)))]; tensor encoder_layers_9_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_9_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(476399360)))]; tensor x_215_cast_fp16 = layer_norm(axes = x_215_axes_0, beta = encoder_layers_9_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_9_norm_conv_weight_to_fp16, x = input_507_cast_fp16)[name = tensor("x_215_cast_fp16")]; tensor input_509_perm_0 = const()[name = tensor("input_509_perm_0"), val = tensor([0, 2, 1])]; tensor input_511_pad_type_0 = const()[name = tensor("input_511_pad_type_0"), val = tensor("valid")]; tensor input_511_strides_0 = const()[name = tensor("input_511_strides_0"), val = tensor([1])]; tensor input_511_pad_0 = const()[name = tensor("input_511_pad_0"), val = tensor([0, 0])]; tensor input_511_dilations_0 = const()[name = tensor("input_511_dilations_0"), val = tensor([1])]; tensor input_511_groups_0 = const()[name = tensor("input_511_groups_0"), val = tensor(1)]; tensor encoder_layers_9_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_9_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(476401472)))]; tensor encoder_layers_9_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_9_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(480595840)))]; tensor input_509_cast_fp16 = transpose(perm = input_509_perm_0, x = x_215_cast_fp16)[name = tensor("transpose_315")]; tensor input_511_cast_fp16 = conv(bias = encoder_layers_9_conv_pointwise_conv1_bias_to_fp16, dilations = input_511_dilations_0, groups = input_511_groups_0, pad = input_511_pad_0, pad_type = input_511_pad_type_0, strides = input_511_strides_0, weight = encoder_layers_9_conv_pointwise_conv1_weight_to_fp16, x = input_509_cast_fp16)[name = tensor("input_511_cast_fp16")]; tensor x_217_split_num_splits_0 = const()[name = tensor("x_217_split_num_splits_0"), val = tensor(2)]; tensor x_217_split_axis_0 = const()[name = tensor("x_217_split_axis_0"), val = tensor(1)]; tensor x_217_split_cast_fp16_0, tensor x_217_split_cast_fp16_1 = split(axis = x_217_split_axis_0, num_splits = x_217_split_num_splits_0, x = input_511_cast_fp16)[name = tensor("x_217_split_cast_fp16")]; tensor x_217_split_1_sigmoid_cast_fp16 = sigmoid(x = x_217_split_cast_fp16_1)[name = tensor("x_217_split_1_sigmoid_cast_fp16")]; tensor x_217_cast_fp16 = mul(x = x_217_split_cast_fp16_0, y = x_217_split_1_sigmoid_cast_fp16)[name = tensor("x_217_cast_fp16")]; tensor input_513_cast_fp16 = select(a = var_11_to_fp16, b = x_217_cast_fp16, cond = var_351)[name = tensor("input_513_cast_fp16")]; tensor input_515_pad_0 = const()[name = tensor("input_515_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_515_mode_0 = const()[name = tensor("input_515_mode_0"), val = tensor("constant")]; tensor const_107_to_fp16 = const()[name = tensor("const_107_to_fp16"), val = tensor(0x0p+0)]; tensor input_515_cast_fp16 = pad(constant_val = const_107_to_fp16, mode = input_515_mode_0, pad = input_515_pad_0, x = input_513_cast_fp16)[name = tensor("input_515_cast_fp16")]; tensor input_517_pad_type_0 = const()[name = tensor("input_517_pad_type_0"), val = tensor("valid")]; tensor input_517_groups_0 = const()[name = tensor("input_517_groups_0"), val = tensor(1024)]; tensor input_517_strides_0 = const()[name = tensor("input_517_strides_0"), val = tensor([1])]; tensor input_517_pad_0 = const()[name = tensor("input_517_pad_0"), val = tensor([0, 0])]; tensor input_517_dilations_0 = const()[name = tensor("input_517_dilations_0"), val = tensor([1])]; tensor const_346_to_fp16 = const()[name = tensor("const_346_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(480600000)))]; tensor const_347_to_fp16 = const()[name = tensor("const_347_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(480618496)))]; tensor input_519_cast_fp16 = conv(bias = const_347_to_fp16, dilations = input_517_dilations_0, groups = input_517_groups_0, pad = input_517_pad_0, pad_type = input_517_pad_type_0, strides = input_517_strides_0, weight = const_346_to_fp16, x = input_515_cast_fp16)[name = tensor("input_519_cast_fp16")]; tensor input_521_cast_fp16 = silu(x = input_519_cast_fp16)[name = tensor("input_521_cast_fp16")]; tensor x_219_pad_type_0 = const()[name = tensor("x_219_pad_type_0"), val = tensor("valid")]; tensor x_219_strides_0 = const()[name = tensor("x_219_strides_0"), val = tensor([1])]; tensor x_219_pad_0 = const()[name = tensor("x_219_pad_0"), val = tensor([0, 0])]; tensor x_219_dilations_0 = const()[name = tensor("x_219_dilations_0"), val = tensor([1])]; tensor x_219_groups_0 = const()[name = tensor("x_219_groups_0"), val = tensor(1)]; tensor encoder_layers_9_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_9_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(480620608)))]; tensor encoder_layers_9_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_9_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(482717824)))]; tensor x_219_cast_fp16 = conv(bias = encoder_layers_9_conv_pointwise_conv2_bias_to_fp16, dilations = x_219_dilations_0, groups = x_219_groups_0, pad = x_219_pad_0, pad_type = x_219_pad_type_0, strides = x_219_strides_0, weight = encoder_layers_9_conv_pointwise_conv2_weight_to_fp16, x = input_521_cast_fp16)[name = tensor("x_219_cast_fp16")]; tensor input_523_perm_0 = const()[name = tensor("input_523_perm_0"), val = tensor([0, 2, 1])]; tensor input_523_cast_fp16 = transpose(perm = input_523_perm_0, x = x_219_cast_fp16)[name = tensor("transpose_314")]; tensor input_525_cast_fp16 = add(x = input_507_cast_fp16, y = input_523_cast_fp16)[name = tensor("input_525_cast_fp16")]; tensor input_527_axes_0 = const()[name = tensor("input_527_axes_0"), val = tensor([-1])]; tensor encoder_layers_9_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_9_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(482719936)))]; tensor encoder_layers_9_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_9_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(482722048)))]; tensor input_527_cast_fp16 = layer_norm(axes = input_527_axes_0, beta = encoder_layers_9_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_9_norm_feed_forward2_weight_to_fp16, x = input_525_cast_fp16)[name = tensor("input_527_cast_fp16")]; tensor encoder_layers_9_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_9_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(482724160)))]; tensor encoder_layers_9_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_9_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(491112832)))]; tensor linear_89_cast_fp16 = linear(bias = encoder_layers_9_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_9_feed_forward2_linear1_weight_to_fp16, x = input_527_cast_fp16)[name = tensor("linear_89_cast_fp16")]; tensor input_531_cast_fp16 = silu(x = linear_89_cast_fp16)[name = tensor("input_531_cast_fp16")]; tensor encoder_layers_9_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_9_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(491121088)))]; tensor encoder_layers_9_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_9_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(499509760)))]; tensor linear_90_cast_fp16 = linear(bias = encoder_layers_9_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_9_feed_forward2_linear2_weight_to_fp16, x = input_531_cast_fp16)[name = tensor("linear_90_cast_fp16")]; tensor var_1959_to_fp16 = const()[name = tensor("op_1959_to_fp16"), val = tensor(0x1p-1)]; tensor var_1960_cast_fp16 = mul(x = linear_90_cast_fp16, y = var_1959_to_fp16)[name = tensor("op_1960_cast_fp16")]; tensor input_537_cast_fp16 = add(x = input_525_cast_fp16, y = var_1960_cast_fp16)[name = tensor("input_537_cast_fp16")]; tensor input_539_axes_0 = const()[name = tensor("input_539_axes_0"), val = tensor([-1])]; tensor encoder_layers_9_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_9_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(499511872)))]; tensor encoder_layers_9_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_9_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(499513984)))]; tensor input_539_cast_fp16 = layer_norm(axes = input_539_axes_0, beta = encoder_layers_9_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_9_norm_out_weight_to_fp16, x = input_537_cast_fp16)[name = tensor("input_539_cast_fp16")]; tensor input_541_axes_0 = const()[name = tensor("input_541_axes_0"), val = tensor([-1])]; tensor encoder_layers_10_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_10_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(499516096)))]; tensor encoder_layers_10_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_10_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(499518208)))]; tensor input_541_cast_fp16 = layer_norm(axes = input_541_axes_0, beta = encoder_layers_10_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_10_norm_feed_forward1_weight_to_fp16, x = input_539_cast_fp16)[name = tensor("input_541_cast_fp16")]; tensor encoder_layers_10_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_10_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(499520320)))]; tensor encoder_layers_10_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_10_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(507908992)))]; tensor linear_91_cast_fp16 = linear(bias = encoder_layers_10_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_10_feed_forward1_linear1_weight_to_fp16, x = input_541_cast_fp16)[name = tensor("linear_91_cast_fp16")]; tensor input_545_cast_fp16 = silu(x = linear_91_cast_fp16)[name = tensor("input_545_cast_fp16")]; tensor encoder_layers_10_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_10_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(507917248)))]; tensor encoder_layers_10_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_10_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(516305920)))]; tensor linear_92_cast_fp16 = linear(bias = encoder_layers_10_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_10_feed_forward1_linear2_weight_to_fp16, x = input_545_cast_fp16)[name = tensor("linear_92_cast_fp16")]; tensor var_1990_to_fp16 = const()[name = tensor("op_1990_to_fp16"), val = tensor(0x1p-1)]; tensor var_1991_cast_fp16 = mul(x = linear_92_cast_fp16, y = var_1990_to_fp16)[name = tensor("op_1991_cast_fp16")]; tensor input_551_cast_fp16 = add(x = input_539_cast_fp16, y = var_1991_cast_fp16)[name = tensor("input_551_cast_fp16")]; tensor query_21_axes_0 = const()[name = tensor("query_21_axes_0"), val = tensor([-1])]; tensor encoder_layers_10_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_10_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(516308032)))]; tensor encoder_layers_10_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_10_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(516310144)))]; tensor query_21_cast_fp16 = layer_norm(axes = query_21_axes_0, beta = encoder_layers_10_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_10_norm_self_att_weight_to_fp16, x = input_551_cast_fp16)[name = tensor("query_21_cast_fp16")]; tensor encoder_layers_10_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_10_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(516312256)))]; tensor encoder_layers_10_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_10_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(518409472)))]; tensor linear_93_cast_fp16 = linear(bias = encoder_layers_10_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_10_self_attn_linear_q_weight_to_fp16, x = query_21_cast_fp16)[name = tensor("linear_93_cast_fp16")]; tensor var_2008 = const()[name = tensor("op_2008"), val = tensor([1, -1, 8, 128])]; tensor q_61_cast_fp16 = reshape(shape = var_2008, x = linear_93_cast_fp16)[name = tensor("q_61_cast_fp16")]; tensor encoder_layers_10_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_10_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(518411584)))]; tensor encoder_layers_10_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_10_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(520508800)))]; tensor linear_94_cast_fp16 = linear(bias = encoder_layers_10_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_10_self_attn_linear_k_weight_to_fp16, x = query_21_cast_fp16)[name = tensor("linear_94_cast_fp16")]; tensor var_2013 = const()[name = tensor("op_2013"), val = tensor([1, -1, 8, 128])]; tensor k_41_cast_fp16 = reshape(shape = var_2013, x = linear_94_cast_fp16)[name = tensor("k_41_cast_fp16")]; tensor encoder_layers_10_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_10_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(520510912)))]; tensor encoder_layers_10_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_10_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(522608128)))]; tensor linear_95_cast_fp16 = linear(bias = encoder_layers_10_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_10_self_attn_linear_v_weight_to_fp16, x = query_21_cast_fp16)[name = tensor("linear_95_cast_fp16")]; tensor var_2018 = const()[name = tensor("op_2018"), val = tensor([1, -1, 8, 128])]; tensor v_21_cast_fp16 = reshape(shape = var_2018, x = linear_95_cast_fp16)[name = tensor("v_21_cast_fp16")]; tensor value_23_perm_0 = const()[name = tensor("value_23_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_10_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_10_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(522610240)))]; tensor var_2030_cast_fp16 = add(x = q_61_cast_fp16, y = encoder_layers_10_self_attn_pos_bias_u_to_fp16)[name = tensor("op_2030_cast_fp16")]; tensor encoder_layers_10_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_10_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(522612352)))]; tensor var_2032_cast_fp16 = add(x = q_61_cast_fp16, y = encoder_layers_10_self_attn_pos_bias_v_to_fp16)[name = tensor("op_2032_cast_fp16")]; tensor q_with_bias_v_21_perm_0 = const()[name = tensor("q_with_bias_v_21_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_227_transpose_x_0 = const()[name = tensor("x_227_transpose_x_0"), val = tensor(false)]; tensor x_227_transpose_y_0 = const()[name = tensor("x_227_transpose_y_0"), val = tensor(false)]; tensor var_2034_to_fp16 = const()[name = tensor("op_2034_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(522614464)))]; tensor q_with_bias_v_21_cast_fp16 = transpose(perm = q_with_bias_v_21_perm_0, x = var_2032_cast_fp16)[name = tensor("transpose_312")]; tensor x_227_cast_fp16 = matmul(transpose_x = x_227_transpose_x_0, transpose_y = x_227_transpose_y_0, x = q_with_bias_v_21_cast_fp16, y = var_2034_to_fp16)[name = tensor("x_227_cast_fp16")]; tensor x_229_pad_0 = const()[name = tensor("x_229_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_229_mode_0 = const()[name = tensor("x_229_mode_0"), val = tensor("constant")]; tensor const_114_to_fp16 = const()[name = tensor("const_114_to_fp16"), val = tensor(0x0p+0)]; tensor x_229_cast_fp16 = pad(constant_val = const_114_to_fp16, mode = x_229_mode_0, pad = x_229_pad_0, x = x_227_cast_fp16)[name = tensor("x_229_cast_fp16")]; tensor var_2042 = const()[name = tensor("op_2042"), val = tensor([1, 8, -1, 188])]; tensor x_231_cast_fp16 = reshape(shape = var_2042, x = x_229_cast_fp16)[name = tensor("x_231_cast_fp16")]; tensor var_2046_begin_0 = const()[name = tensor("op_2046_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_2046_end_0 = const()[name = tensor("op_2046_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_2046_end_mask_0 = const()[name = tensor("op_2046_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_2046_cast_fp16 = slice_by_index(begin = var_2046_begin_0, end = var_2046_end_0, end_mask = var_2046_end_mask_0, x = x_231_cast_fp16)[name = tensor("op_2046_cast_fp16")]; tensor var_2047 = const()[name = tensor("op_2047"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_41_cast_fp16 = reshape(shape = var_2047, x = var_2046_cast_fp16)[name = tensor("matrix_bd_41_cast_fp16")]; tensor matrix_ac_21_transpose_x_0 = const()[name = tensor("matrix_ac_21_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_21_transpose_y_0 = const()[name = tensor("matrix_ac_21_transpose_y_0"), val = tensor(false)]; tensor transpose_116_perm_0 = const()[name = tensor("transpose_116_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_117_perm_0 = const()[name = tensor("transpose_117_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_117 = transpose(perm = transpose_117_perm_0, x = k_41_cast_fp16)[name = tensor("transpose_310")]; tensor transpose_116 = transpose(perm = transpose_116_perm_0, x = var_2030_cast_fp16)[name = tensor("transpose_311")]; tensor matrix_ac_21_cast_fp16 = matmul(transpose_x = matrix_ac_21_transpose_x_0, transpose_y = matrix_ac_21_transpose_y_0, x = transpose_116, y = transpose_117)[name = tensor("matrix_ac_21_cast_fp16")]; tensor matrix_bd_43_begin_0 = const()[name = tensor("matrix_bd_43_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_43_end_0 = const()[name = tensor("matrix_bd_43_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_43_end_mask_0 = const()[name = tensor("matrix_bd_43_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_43_cast_fp16 = slice_by_index(begin = matrix_bd_43_begin_0, end = matrix_bd_43_end_0, end_mask = matrix_bd_43_end_mask_0, x = matrix_bd_41_cast_fp16)[name = tensor("matrix_bd_43_cast_fp16")]; tensor var_2056_cast_fp16 = add(x = matrix_ac_21_cast_fp16, y = matrix_bd_43_cast_fp16)[name = tensor("op_2056_cast_fp16")]; tensor _inversed_scores_41_y_0_to_fp16 = const()[name = tensor("_inversed_scores_41_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_41_cast_fp16 = mul(x = var_2056_cast_fp16, y = _inversed_scores_41_y_0_to_fp16)[name = tensor("_inversed_scores_41_cast_fp16")]; tensor scores_43_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_41_cast_fp16, cond = mask_3)[name = tensor("scores_43_cast_fp16")]; tensor var_2062_cast_fp16 = softmax(axis = var_30, x = scores_43_cast_fp16)[name = tensor("op_2062_cast_fp16")]; tensor input_553_cast_fp16 = select(a = var_11_to_fp16, b = var_2062_cast_fp16, cond = mask_3)[name = tensor("input_553_cast_fp16")]; tensor x_233_transpose_x_0 = const()[name = tensor("x_233_transpose_x_0"), val = tensor(false)]; tensor x_233_transpose_y_0 = const()[name = tensor("x_233_transpose_y_0"), val = tensor(false)]; tensor value_23_cast_fp16 = transpose(perm = value_23_perm_0, x = v_21_cast_fp16)[name = tensor("transpose_313")]; tensor x_233_cast_fp16 = matmul(transpose_x = x_233_transpose_x_0, transpose_y = x_233_transpose_y_0, x = input_553_cast_fp16, y = value_23_cast_fp16)[name = tensor("x_233_cast_fp16")]; tensor var_2066_perm_0 = const()[name = tensor("op_2066_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2067 = const()[name = tensor("op_2067"), val = tensor([1, -1, 1024])]; tensor var_2066_cast_fp16 = transpose(perm = var_2066_perm_0, x = x_233_cast_fp16)[name = tensor("transpose_309")]; tensor input_555_cast_fp16 = reshape(shape = var_2067, x = var_2066_cast_fp16)[name = tensor("input_555_cast_fp16")]; tensor encoder_layers_10_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_10_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(523382528)))]; tensor encoder_layers_10_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_10_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(525479744)))]; tensor linear_97_cast_fp16 = linear(bias = encoder_layers_10_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_10_self_attn_linear_out_weight_to_fp16, x = input_555_cast_fp16)[name = tensor("linear_97_cast_fp16")]; tensor input_559_cast_fp16 = add(x = input_551_cast_fp16, y = linear_97_cast_fp16)[name = tensor("input_559_cast_fp16")]; tensor x_237_axes_0 = const()[name = tensor("x_237_axes_0"), val = tensor([-1])]; tensor encoder_layers_10_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_10_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(525481856)))]; tensor encoder_layers_10_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_10_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(525483968)))]; tensor x_237_cast_fp16 = layer_norm(axes = x_237_axes_0, beta = encoder_layers_10_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_10_norm_conv_weight_to_fp16, x = input_559_cast_fp16)[name = tensor("x_237_cast_fp16")]; tensor input_561_perm_0 = const()[name = tensor("input_561_perm_0"), val = tensor([0, 2, 1])]; tensor input_563_pad_type_0 = const()[name = tensor("input_563_pad_type_0"), val = tensor("valid")]; tensor input_563_strides_0 = const()[name = tensor("input_563_strides_0"), val = tensor([1])]; tensor input_563_pad_0 = const()[name = tensor("input_563_pad_0"), val = tensor([0, 0])]; tensor input_563_dilations_0 = const()[name = tensor("input_563_dilations_0"), val = tensor([1])]; tensor input_563_groups_0 = const()[name = tensor("input_563_groups_0"), val = tensor(1)]; tensor encoder_layers_10_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_10_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(525486080)))]; tensor encoder_layers_10_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_10_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(529680448)))]; tensor input_561_cast_fp16 = transpose(perm = input_561_perm_0, x = x_237_cast_fp16)[name = tensor("transpose_308")]; tensor input_563_cast_fp16 = conv(bias = encoder_layers_10_conv_pointwise_conv1_bias_to_fp16, dilations = input_563_dilations_0, groups = input_563_groups_0, pad = input_563_pad_0, pad_type = input_563_pad_type_0, strides = input_563_strides_0, weight = encoder_layers_10_conv_pointwise_conv1_weight_to_fp16, x = input_561_cast_fp16)[name = tensor("input_563_cast_fp16")]; tensor x_239_split_num_splits_0 = const()[name = tensor("x_239_split_num_splits_0"), val = tensor(2)]; tensor x_239_split_axis_0 = const()[name = tensor("x_239_split_axis_0"), val = tensor(1)]; tensor x_239_split_cast_fp16_0, tensor x_239_split_cast_fp16_1 = split(axis = x_239_split_axis_0, num_splits = x_239_split_num_splits_0, x = input_563_cast_fp16)[name = tensor("x_239_split_cast_fp16")]; tensor x_239_split_1_sigmoid_cast_fp16 = sigmoid(x = x_239_split_cast_fp16_1)[name = tensor("x_239_split_1_sigmoid_cast_fp16")]; tensor x_239_cast_fp16 = mul(x = x_239_split_cast_fp16_0, y = x_239_split_1_sigmoid_cast_fp16)[name = tensor("x_239_cast_fp16")]; tensor input_565_cast_fp16 = select(a = var_11_to_fp16, b = x_239_cast_fp16, cond = var_351)[name = tensor("input_565_cast_fp16")]; tensor input_567_pad_0 = const()[name = tensor("input_567_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_567_mode_0 = const()[name = tensor("input_567_mode_0"), val = tensor("constant")]; tensor const_117_to_fp16 = const()[name = tensor("const_117_to_fp16"), val = tensor(0x0p+0)]; tensor input_567_cast_fp16 = pad(constant_val = const_117_to_fp16, mode = input_567_mode_0, pad = input_567_pad_0, x = input_565_cast_fp16)[name = tensor("input_567_cast_fp16")]; tensor input_569_pad_type_0 = const()[name = tensor("input_569_pad_type_0"), val = tensor("valid")]; tensor input_569_groups_0 = const()[name = tensor("input_569_groups_0"), val = tensor(1024)]; tensor input_569_strides_0 = const()[name = tensor("input_569_strides_0"), val = tensor([1])]; tensor input_569_pad_0 = const()[name = tensor("input_569_pad_0"), val = tensor([0, 0])]; tensor input_569_dilations_0 = const()[name = tensor("input_569_dilations_0"), val = tensor([1])]; tensor const_348_to_fp16 = const()[name = tensor("const_348_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(529684608)))]; tensor const_349_to_fp16 = const()[name = tensor("const_349_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(529703104)))]; tensor input_571_cast_fp16 = conv(bias = const_349_to_fp16, dilations = input_569_dilations_0, groups = input_569_groups_0, pad = input_569_pad_0, pad_type = input_569_pad_type_0, strides = input_569_strides_0, weight = const_348_to_fp16, x = input_567_cast_fp16)[name = tensor("input_571_cast_fp16")]; tensor input_573_cast_fp16 = silu(x = input_571_cast_fp16)[name = tensor("input_573_cast_fp16")]; tensor x_241_pad_type_0 = const()[name = tensor("x_241_pad_type_0"), val = tensor("valid")]; tensor x_241_strides_0 = const()[name = tensor("x_241_strides_0"), val = tensor([1])]; tensor x_241_pad_0 = const()[name = tensor("x_241_pad_0"), val = tensor([0, 0])]; tensor x_241_dilations_0 = const()[name = tensor("x_241_dilations_0"), val = tensor([1])]; tensor x_241_groups_0 = const()[name = tensor("x_241_groups_0"), val = tensor(1)]; tensor encoder_layers_10_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_10_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(529705216)))]; tensor encoder_layers_10_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_10_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531802432)))]; tensor x_241_cast_fp16 = conv(bias = encoder_layers_10_conv_pointwise_conv2_bias_to_fp16, dilations = x_241_dilations_0, groups = x_241_groups_0, pad = x_241_pad_0, pad_type = x_241_pad_type_0, strides = x_241_strides_0, weight = encoder_layers_10_conv_pointwise_conv2_weight_to_fp16, x = input_573_cast_fp16)[name = tensor("x_241_cast_fp16")]; tensor input_575_perm_0 = const()[name = tensor("input_575_perm_0"), val = tensor([0, 2, 1])]; tensor input_575_cast_fp16 = transpose(perm = input_575_perm_0, x = x_241_cast_fp16)[name = tensor("transpose_307")]; tensor input_577_cast_fp16 = add(x = input_559_cast_fp16, y = input_575_cast_fp16)[name = tensor("input_577_cast_fp16")]; tensor input_579_axes_0 = const()[name = tensor("input_579_axes_0"), val = tensor([-1])]; tensor encoder_layers_10_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_10_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531804544)))]; tensor encoder_layers_10_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_10_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531806656)))]; tensor input_579_cast_fp16 = layer_norm(axes = input_579_axes_0, beta = encoder_layers_10_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_10_norm_feed_forward2_weight_to_fp16, x = input_577_cast_fp16)[name = tensor("input_579_cast_fp16")]; tensor encoder_layers_10_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_10_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531808768)))]; tensor encoder_layers_10_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_10_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(540197440)))]; tensor linear_98_cast_fp16 = linear(bias = encoder_layers_10_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_10_feed_forward2_linear1_weight_to_fp16, x = input_579_cast_fp16)[name = tensor("linear_98_cast_fp16")]; tensor input_583_cast_fp16 = silu(x = linear_98_cast_fp16)[name = tensor("input_583_cast_fp16")]; tensor encoder_layers_10_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_10_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(540205696)))]; tensor encoder_layers_10_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_10_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(548594368)))]; tensor linear_99_cast_fp16 = linear(bias = encoder_layers_10_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_10_feed_forward2_linear2_weight_to_fp16, x = input_583_cast_fp16)[name = tensor("linear_99_cast_fp16")]; tensor var_2133_to_fp16 = const()[name = tensor("op_2133_to_fp16"), val = tensor(0x1p-1)]; tensor var_2134_cast_fp16 = mul(x = linear_99_cast_fp16, y = var_2133_to_fp16)[name = tensor("op_2134_cast_fp16")]; tensor input_589_cast_fp16 = add(x = input_577_cast_fp16, y = var_2134_cast_fp16)[name = tensor("input_589_cast_fp16")]; tensor input_591_axes_0 = const()[name = tensor("input_591_axes_0"), val = tensor([-1])]; tensor encoder_layers_10_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_10_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(548596480)))]; tensor encoder_layers_10_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_10_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(548598592)))]; tensor input_591_cast_fp16 = layer_norm(axes = input_591_axes_0, beta = encoder_layers_10_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_10_norm_out_weight_to_fp16, x = input_589_cast_fp16)[name = tensor("input_591_cast_fp16")]; tensor input_593_axes_0 = const()[name = tensor("input_593_axes_0"), val = tensor([-1])]; tensor encoder_layers_11_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_11_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(548600704)))]; tensor encoder_layers_11_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_11_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(548602816)))]; tensor input_593_cast_fp16 = layer_norm(axes = input_593_axes_0, beta = encoder_layers_11_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_11_norm_feed_forward1_weight_to_fp16, x = input_591_cast_fp16)[name = tensor("input_593_cast_fp16")]; tensor encoder_layers_11_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_11_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(548604928)))]; tensor encoder_layers_11_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_11_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(556993600)))]; tensor linear_100_cast_fp16 = linear(bias = encoder_layers_11_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_11_feed_forward1_linear1_weight_to_fp16, x = input_593_cast_fp16)[name = tensor("linear_100_cast_fp16")]; tensor input_597_cast_fp16 = silu(x = linear_100_cast_fp16)[name = tensor("input_597_cast_fp16")]; tensor encoder_layers_11_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_11_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(557001856)))]; tensor encoder_layers_11_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_11_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(565390528)))]; tensor linear_101_cast_fp16 = linear(bias = encoder_layers_11_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_11_feed_forward1_linear2_weight_to_fp16, x = input_597_cast_fp16)[name = tensor("linear_101_cast_fp16")]; tensor var_2164_to_fp16 = const()[name = tensor("op_2164_to_fp16"), val = tensor(0x1p-1)]; tensor var_2165_cast_fp16 = mul(x = linear_101_cast_fp16, y = var_2164_to_fp16)[name = tensor("op_2165_cast_fp16")]; tensor input_603_cast_fp16 = add(x = input_591_cast_fp16, y = var_2165_cast_fp16)[name = tensor("input_603_cast_fp16")]; tensor query_23_axes_0 = const()[name = tensor("query_23_axes_0"), val = tensor([-1])]; tensor encoder_layers_11_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_11_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(565392640)))]; tensor encoder_layers_11_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_11_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(565394752)))]; tensor query_23_cast_fp16 = layer_norm(axes = query_23_axes_0, beta = encoder_layers_11_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_11_norm_self_att_weight_to_fp16, x = input_603_cast_fp16)[name = tensor("query_23_cast_fp16")]; tensor encoder_layers_11_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_11_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(565396864)))]; tensor encoder_layers_11_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_11_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(567494080)))]; tensor linear_102_cast_fp16 = linear(bias = encoder_layers_11_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_11_self_attn_linear_q_weight_to_fp16, x = query_23_cast_fp16)[name = tensor("linear_102_cast_fp16")]; tensor var_2182 = const()[name = tensor("op_2182"), val = tensor([1, -1, 8, 128])]; tensor q_67_cast_fp16 = reshape(shape = var_2182, x = linear_102_cast_fp16)[name = tensor("q_67_cast_fp16")]; tensor encoder_layers_11_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_11_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(567496192)))]; tensor encoder_layers_11_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_11_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(569593408)))]; tensor linear_103_cast_fp16 = linear(bias = encoder_layers_11_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_11_self_attn_linear_k_weight_to_fp16, x = query_23_cast_fp16)[name = tensor("linear_103_cast_fp16")]; tensor var_2187 = const()[name = tensor("op_2187"), val = tensor([1, -1, 8, 128])]; tensor k_45_cast_fp16 = reshape(shape = var_2187, x = linear_103_cast_fp16)[name = tensor("k_45_cast_fp16")]; tensor encoder_layers_11_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_11_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(569595520)))]; tensor encoder_layers_11_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_11_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(571692736)))]; tensor linear_104_cast_fp16 = linear(bias = encoder_layers_11_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_11_self_attn_linear_v_weight_to_fp16, x = query_23_cast_fp16)[name = tensor("linear_104_cast_fp16")]; tensor var_2192 = const()[name = tensor("op_2192"), val = tensor([1, -1, 8, 128])]; tensor v_23_cast_fp16 = reshape(shape = var_2192, x = linear_104_cast_fp16)[name = tensor("v_23_cast_fp16")]; tensor value_25_perm_0 = const()[name = tensor("value_25_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_11_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_11_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(571694848)))]; tensor var_2204_cast_fp16 = add(x = q_67_cast_fp16, y = encoder_layers_11_self_attn_pos_bias_u_to_fp16)[name = tensor("op_2204_cast_fp16")]; tensor encoder_layers_11_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_11_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(571696960)))]; tensor var_2206_cast_fp16 = add(x = q_67_cast_fp16, y = encoder_layers_11_self_attn_pos_bias_v_to_fp16)[name = tensor("op_2206_cast_fp16")]; tensor q_with_bias_v_23_perm_0 = const()[name = tensor("q_with_bias_v_23_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_249_transpose_x_0 = const()[name = tensor("x_249_transpose_x_0"), val = tensor(false)]; tensor x_249_transpose_y_0 = const()[name = tensor("x_249_transpose_y_0"), val = tensor(false)]; tensor var_2208_to_fp16 = const()[name = tensor("op_2208_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(571699072)))]; tensor q_with_bias_v_23_cast_fp16 = transpose(perm = q_with_bias_v_23_perm_0, x = var_2206_cast_fp16)[name = tensor("transpose_305")]; tensor x_249_cast_fp16 = matmul(transpose_x = x_249_transpose_x_0, transpose_y = x_249_transpose_y_0, x = q_with_bias_v_23_cast_fp16, y = var_2208_to_fp16)[name = tensor("x_249_cast_fp16")]; tensor x_251_pad_0 = const()[name = tensor("x_251_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_251_mode_0 = const()[name = tensor("x_251_mode_0"), val = tensor("constant")]; tensor const_124_to_fp16 = const()[name = tensor("const_124_to_fp16"), val = tensor(0x0p+0)]; tensor x_251_cast_fp16 = pad(constant_val = const_124_to_fp16, mode = x_251_mode_0, pad = x_251_pad_0, x = x_249_cast_fp16)[name = tensor("x_251_cast_fp16")]; tensor var_2216 = const()[name = tensor("op_2216"), val = tensor([1, 8, -1, 188])]; tensor x_253_cast_fp16 = reshape(shape = var_2216, x = x_251_cast_fp16)[name = tensor("x_253_cast_fp16")]; tensor var_2220_begin_0 = const()[name = tensor("op_2220_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_2220_end_0 = const()[name = tensor("op_2220_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_2220_end_mask_0 = const()[name = tensor("op_2220_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_2220_cast_fp16 = slice_by_index(begin = var_2220_begin_0, end = var_2220_end_0, end_mask = var_2220_end_mask_0, x = x_253_cast_fp16)[name = tensor("op_2220_cast_fp16")]; tensor var_2221 = const()[name = tensor("op_2221"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_45_cast_fp16 = reshape(shape = var_2221, x = var_2220_cast_fp16)[name = tensor("matrix_bd_45_cast_fp16")]; tensor matrix_ac_23_transpose_x_0 = const()[name = tensor("matrix_ac_23_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_23_transpose_y_0 = const()[name = tensor("matrix_ac_23_transpose_y_0"), val = tensor(false)]; tensor transpose_118_perm_0 = const()[name = tensor("transpose_118_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_119_perm_0 = const()[name = tensor("transpose_119_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_119 = transpose(perm = transpose_119_perm_0, x = k_45_cast_fp16)[name = tensor("transpose_303")]; tensor transpose_118 = transpose(perm = transpose_118_perm_0, x = var_2204_cast_fp16)[name = tensor("transpose_304")]; tensor matrix_ac_23_cast_fp16 = matmul(transpose_x = matrix_ac_23_transpose_x_0, transpose_y = matrix_ac_23_transpose_y_0, x = transpose_118, y = transpose_119)[name = tensor("matrix_ac_23_cast_fp16")]; tensor matrix_bd_47_begin_0 = const()[name = tensor("matrix_bd_47_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_47_end_0 = const()[name = tensor("matrix_bd_47_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_47_end_mask_0 = const()[name = tensor("matrix_bd_47_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_47_cast_fp16 = slice_by_index(begin = matrix_bd_47_begin_0, end = matrix_bd_47_end_0, end_mask = matrix_bd_47_end_mask_0, x = matrix_bd_45_cast_fp16)[name = tensor("matrix_bd_47_cast_fp16")]; tensor var_2230_cast_fp16 = add(x = matrix_ac_23_cast_fp16, y = matrix_bd_47_cast_fp16)[name = tensor("op_2230_cast_fp16")]; tensor _inversed_scores_45_y_0_to_fp16 = const()[name = tensor("_inversed_scores_45_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_45_cast_fp16 = mul(x = var_2230_cast_fp16, y = _inversed_scores_45_y_0_to_fp16)[name = tensor("_inversed_scores_45_cast_fp16")]; tensor scores_47_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_45_cast_fp16, cond = mask_3)[name = tensor("scores_47_cast_fp16")]; tensor var_2236_cast_fp16 = softmax(axis = var_30, x = scores_47_cast_fp16)[name = tensor("op_2236_cast_fp16")]; tensor input_605_cast_fp16 = select(a = var_11_to_fp16, b = var_2236_cast_fp16, cond = mask_3)[name = tensor("input_605_cast_fp16")]; tensor x_255_transpose_x_0 = const()[name = tensor("x_255_transpose_x_0"), val = tensor(false)]; tensor x_255_transpose_y_0 = const()[name = tensor("x_255_transpose_y_0"), val = tensor(false)]; tensor value_25_cast_fp16 = transpose(perm = value_25_perm_0, x = v_23_cast_fp16)[name = tensor("transpose_306")]; tensor x_255_cast_fp16 = matmul(transpose_x = x_255_transpose_x_0, transpose_y = x_255_transpose_y_0, x = input_605_cast_fp16, y = value_25_cast_fp16)[name = tensor("x_255_cast_fp16")]; tensor var_2240_perm_0 = const()[name = tensor("op_2240_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2241 = const()[name = tensor("op_2241"), val = tensor([1, -1, 1024])]; tensor var_2240_cast_fp16 = transpose(perm = var_2240_perm_0, x = x_255_cast_fp16)[name = tensor("transpose_302")]; tensor input_607_cast_fp16 = reshape(shape = var_2241, x = var_2240_cast_fp16)[name = tensor("input_607_cast_fp16")]; tensor encoder_layers_11_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_11_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(572467136)))]; tensor encoder_layers_11_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_11_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(574564352)))]; tensor linear_106_cast_fp16 = linear(bias = encoder_layers_11_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_11_self_attn_linear_out_weight_to_fp16, x = input_607_cast_fp16)[name = tensor("linear_106_cast_fp16")]; tensor input_611_cast_fp16 = add(x = input_603_cast_fp16, y = linear_106_cast_fp16)[name = tensor("input_611_cast_fp16")]; tensor x_259_axes_0 = const()[name = tensor("x_259_axes_0"), val = tensor([-1])]; tensor encoder_layers_11_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_11_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(574566464)))]; tensor encoder_layers_11_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_11_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(574568576)))]; tensor x_259_cast_fp16 = layer_norm(axes = x_259_axes_0, beta = encoder_layers_11_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_11_norm_conv_weight_to_fp16, x = input_611_cast_fp16)[name = tensor("x_259_cast_fp16")]; tensor input_613_perm_0 = const()[name = tensor("input_613_perm_0"), val = tensor([0, 2, 1])]; tensor input_615_pad_type_0 = const()[name = tensor("input_615_pad_type_0"), val = tensor("valid")]; tensor input_615_strides_0 = const()[name = tensor("input_615_strides_0"), val = tensor([1])]; tensor input_615_pad_0 = const()[name = tensor("input_615_pad_0"), val = tensor([0, 0])]; tensor input_615_dilations_0 = const()[name = tensor("input_615_dilations_0"), val = tensor([1])]; tensor input_615_groups_0 = const()[name = tensor("input_615_groups_0"), val = tensor(1)]; tensor encoder_layers_11_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_11_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(574570688)))]; tensor encoder_layers_11_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_11_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(578765056)))]; tensor input_613_cast_fp16 = transpose(perm = input_613_perm_0, x = x_259_cast_fp16)[name = tensor("transpose_301")]; tensor input_615_cast_fp16 = conv(bias = encoder_layers_11_conv_pointwise_conv1_bias_to_fp16, dilations = input_615_dilations_0, groups = input_615_groups_0, pad = input_615_pad_0, pad_type = input_615_pad_type_0, strides = input_615_strides_0, weight = encoder_layers_11_conv_pointwise_conv1_weight_to_fp16, x = input_613_cast_fp16)[name = tensor("input_615_cast_fp16")]; tensor x_261_split_num_splits_0 = const()[name = tensor("x_261_split_num_splits_0"), val = tensor(2)]; tensor x_261_split_axis_0 = const()[name = tensor("x_261_split_axis_0"), val = tensor(1)]; tensor x_261_split_cast_fp16_0, tensor x_261_split_cast_fp16_1 = split(axis = x_261_split_axis_0, num_splits = x_261_split_num_splits_0, x = input_615_cast_fp16)[name = tensor("x_261_split_cast_fp16")]; tensor x_261_split_1_sigmoid_cast_fp16 = sigmoid(x = x_261_split_cast_fp16_1)[name = tensor("x_261_split_1_sigmoid_cast_fp16")]; tensor x_261_cast_fp16 = mul(x = x_261_split_cast_fp16_0, y = x_261_split_1_sigmoid_cast_fp16)[name = tensor("x_261_cast_fp16")]; tensor input_617_cast_fp16 = select(a = var_11_to_fp16, b = x_261_cast_fp16, cond = var_351)[name = tensor("input_617_cast_fp16")]; tensor input_619_pad_0 = const()[name = tensor("input_619_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_619_mode_0 = const()[name = tensor("input_619_mode_0"), val = tensor("constant")]; tensor const_127_to_fp16 = const()[name = tensor("const_127_to_fp16"), val = tensor(0x0p+0)]; tensor input_619_cast_fp16 = pad(constant_val = const_127_to_fp16, mode = input_619_mode_0, pad = input_619_pad_0, x = input_617_cast_fp16)[name = tensor("input_619_cast_fp16")]; tensor input_621_pad_type_0 = const()[name = tensor("input_621_pad_type_0"), val = tensor("valid")]; tensor input_621_groups_0 = const()[name = tensor("input_621_groups_0"), val = tensor(1024)]; tensor input_621_strides_0 = const()[name = tensor("input_621_strides_0"), val = tensor([1])]; tensor input_621_pad_0 = const()[name = tensor("input_621_pad_0"), val = tensor([0, 0])]; tensor input_621_dilations_0 = const()[name = tensor("input_621_dilations_0"), val = tensor([1])]; tensor const_350_to_fp16 = const()[name = tensor("const_350_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(578769216)))]; tensor const_351_to_fp16 = const()[name = tensor("const_351_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(578787712)))]; tensor input_623_cast_fp16 = conv(bias = const_351_to_fp16, dilations = input_621_dilations_0, groups = input_621_groups_0, pad = input_621_pad_0, pad_type = input_621_pad_type_0, strides = input_621_strides_0, weight = const_350_to_fp16, x = input_619_cast_fp16)[name = tensor("input_623_cast_fp16")]; tensor input_625_cast_fp16 = silu(x = input_623_cast_fp16)[name = tensor("input_625_cast_fp16")]; tensor x_263_pad_type_0 = const()[name = tensor("x_263_pad_type_0"), val = tensor("valid")]; tensor x_263_strides_0 = const()[name = tensor("x_263_strides_0"), val = tensor([1])]; tensor x_263_pad_0 = const()[name = tensor("x_263_pad_0"), val = tensor([0, 0])]; tensor x_263_dilations_0 = const()[name = tensor("x_263_dilations_0"), val = tensor([1])]; tensor x_263_groups_0 = const()[name = tensor("x_263_groups_0"), val = tensor(1)]; tensor encoder_layers_11_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_11_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(578789824)))]; tensor encoder_layers_11_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_11_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(580887040)))]; tensor x_263_cast_fp16 = conv(bias = encoder_layers_11_conv_pointwise_conv2_bias_to_fp16, dilations = x_263_dilations_0, groups = x_263_groups_0, pad = x_263_pad_0, pad_type = x_263_pad_type_0, strides = x_263_strides_0, weight = encoder_layers_11_conv_pointwise_conv2_weight_to_fp16, x = input_625_cast_fp16)[name = tensor("x_263_cast_fp16")]; tensor input_627_perm_0 = const()[name = tensor("input_627_perm_0"), val = tensor([0, 2, 1])]; tensor input_627_cast_fp16 = transpose(perm = input_627_perm_0, x = x_263_cast_fp16)[name = tensor("transpose_300")]; tensor input_629_cast_fp16 = add(x = input_611_cast_fp16, y = input_627_cast_fp16)[name = tensor("input_629_cast_fp16")]; tensor input_631_axes_0 = const()[name = tensor("input_631_axes_0"), val = tensor([-1])]; tensor encoder_layers_11_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_11_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(580889152)))]; tensor encoder_layers_11_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_11_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(580891264)))]; tensor input_631_cast_fp16 = layer_norm(axes = input_631_axes_0, beta = encoder_layers_11_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_11_norm_feed_forward2_weight_to_fp16, x = input_629_cast_fp16)[name = tensor("input_631_cast_fp16")]; tensor encoder_layers_11_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_11_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(580893376)))]; tensor encoder_layers_11_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_11_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(589282048)))]; tensor linear_107_cast_fp16 = linear(bias = encoder_layers_11_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_11_feed_forward2_linear1_weight_to_fp16, x = input_631_cast_fp16)[name = tensor("linear_107_cast_fp16")]; tensor input_635_cast_fp16 = silu(x = linear_107_cast_fp16)[name = tensor("input_635_cast_fp16")]; tensor encoder_layers_11_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_11_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(589290304)))]; tensor encoder_layers_11_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_11_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(597678976)))]; tensor linear_108_cast_fp16 = linear(bias = encoder_layers_11_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_11_feed_forward2_linear2_weight_to_fp16, x = input_635_cast_fp16)[name = tensor("linear_108_cast_fp16")]; tensor var_2307_to_fp16 = const()[name = tensor("op_2307_to_fp16"), val = tensor(0x1p-1)]; tensor var_2308_cast_fp16 = mul(x = linear_108_cast_fp16, y = var_2307_to_fp16)[name = tensor("op_2308_cast_fp16")]; tensor input_641_cast_fp16 = add(x = input_629_cast_fp16, y = var_2308_cast_fp16)[name = tensor("input_641_cast_fp16")]; tensor input_643_axes_0 = const()[name = tensor("input_643_axes_0"), val = tensor([-1])]; tensor encoder_layers_11_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_11_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(597681088)))]; tensor encoder_layers_11_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_11_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(597683200)))]; tensor input_643_cast_fp16 = layer_norm(axes = input_643_axes_0, beta = encoder_layers_11_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_11_norm_out_weight_to_fp16, x = input_641_cast_fp16)[name = tensor("input_643_cast_fp16")]; tensor input_645_axes_0 = const()[name = tensor("input_645_axes_0"), val = tensor([-1])]; tensor encoder_layers_12_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_12_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(597685312)))]; tensor encoder_layers_12_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_12_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(597687424)))]; tensor input_645_cast_fp16 = layer_norm(axes = input_645_axes_0, beta = encoder_layers_12_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_12_norm_feed_forward1_weight_to_fp16, x = input_643_cast_fp16)[name = tensor("input_645_cast_fp16")]; tensor encoder_layers_12_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_12_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(597689536)))]; tensor encoder_layers_12_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_12_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(606078208)))]; tensor linear_109_cast_fp16 = linear(bias = encoder_layers_12_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_12_feed_forward1_linear1_weight_to_fp16, x = input_645_cast_fp16)[name = tensor("linear_109_cast_fp16")]; tensor input_649_cast_fp16 = silu(x = linear_109_cast_fp16)[name = tensor("input_649_cast_fp16")]; tensor encoder_layers_12_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_12_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(606086464)))]; tensor encoder_layers_12_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_12_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(614475136)))]; tensor linear_110_cast_fp16 = linear(bias = encoder_layers_12_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_12_feed_forward1_linear2_weight_to_fp16, x = input_649_cast_fp16)[name = tensor("linear_110_cast_fp16")]; tensor var_2338_to_fp16 = const()[name = tensor("op_2338_to_fp16"), val = tensor(0x1p-1)]; tensor var_2339_cast_fp16 = mul(x = linear_110_cast_fp16, y = var_2338_to_fp16)[name = tensor("op_2339_cast_fp16")]; tensor input_655_cast_fp16 = add(x = input_643_cast_fp16, y = var_2339_cast_fp16)[name = tensor("input_655_cast_fp16")]; tensor query_25_axes_0 = const()[name = tensor("query_25_axes_0"), val = tensor([-1])]; tensor encoder_layers_12_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_12_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(614477248)))]; tensor encoder_layers_12_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_12_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(614479360)))]; tensor query_25_cast_fp16 = layer_norm(axes = query_25_axes_0, beta = encoder_layers_12_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_12_norm_self_att_weight_to_fp16, x = input_655_cast_fp16)[name = tensor("query_25_cast_fp16")]; tensor encoder_layers_12_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_12_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(614481472)))]; tensor encoder_layers_12_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_12_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(616578688)))]; tensor linear_111_cast_fp16 = linear(bias = encoder_layers_12_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_12_self_attn_linear_q_weight_to_fp16, x = query_25_cast_fp16)[name = tensor("linear_111_cast_fp16")]; tensor var_2356 = const()[name = tensor("op_2356"), val = tensor([1, -1, 8, 128])]; tensor q_73_cast_fp16 = reshape(shape = var_2356, x = linear_111_cast_fp16)[name = tensor("q_73_cast_fp16")]; tensor encoder_layers_12_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_12_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(616580800)))]; tensor encoder_layers_12_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_12_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(618678016)))]; tensor linear_112_cast_fp16 = linear(bias = encoder_layers_12_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_12_self_attn_linear_k_weight_to_fp16, x = query_25_cast_fp16)[name = tensor("linear_112_cast_fp16")]; tensor var_2361 = const()[name = tensor("op_2361"), val = tensor([1, -1, 8, 128])]; tensor k_49_cast_fp16 = reshape(shape = var_2361, x = linear_112_cast_fp16)[name = tensor("k_49_cast_fp16")]; tensor encoder_layers_12_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_12_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(618680128)))]; tensor encoder_layers_12_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_12_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(620777344)))]; tensor linear_113_cast_fp16 = linear(bias = encoder_layers_12_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_12_self_attn_linear_v_weight_to_fp16, x = query_25_cast_fp16)[name = tensor("linear_113_cast_fp16")]; tensor var_2366 = const()[name = tensor("op_2366"), val = tensor([1, -1, 8, 128])]; tensor v_25_cast_fp16 = reshape(shape = var_2366, x = linear_113_cast_fp16)[name = tensor("v_25_cast_fp16")]; tensor value_27_perm_0 = const()[name = tensor("value_27_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_12_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_12_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(620779456)))]; tensor var_2378_cast_fp16 = add(x = q_73_cast_fp16, y = encoder_layers_12_self_attn_pos_bias_u_to_fp16)[name = tensor("op_2378_cast_fp16")]; tensor encoder_layers_12_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_12_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(620781568)))]; tensor var_2380_cast_fp16 = add(x = q_73_cast_fp16, y = encoder_layers_12_self_attn_pos_bias_v_to_fp16)[name = tensor("op_2380_cast_fp16")]; tensor q_with_bias_v_25_perm_0 = const()[name = tensor("q_with_bias_v_25_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_271_transpose_x_0 = const()[name = tensor("x_271_transpose_x_0"), val = tensor(false)]; tensor x_271_transpose_y_0 = const()[name = tensor("x_271_transpose_y_0"), val = tensor(false)]; tensor var_2382_to_fp16 = const()[name = tensor("op_2382_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(620783680)))]; tensor q_with_bias_v_25_cast_fp16 = transpose(perm = q_with_bias_v_25_perm_0, x = var_2380_cast_fp16)[name = tensor("transpose_298")]; tensor x_271_cast_fp16 = matmul(transpose_x = x_271_transpose_x_0, transpose_y = x_271_transpose_y_0, x = q_with_bias_v_25_cast_fp16, y = var_2382_to_fp16)[name = tensor("x_271_cast_fp16")]; tensor x_273_pad_0 = const()[name = tensor("x_273_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_273_mode_0 = const()[name = tensor("x_273_mode_0"), val = tensor("constant")]; tensor const_134_to_fp16 = const()[name = tensor("const_134_to_fp16"), val = tensor(0x0p+0)]; tensor x_273_cast_fp16 = pad(constant_val = const_134_to_fp16, mode = x_273_mode_0, pad = x_273_pad_0, x = x_271_cast_fp16)[name = tensor("x_273_cast_fp16")]; tensor var_2390 = const()[name = tensor("op_2390"), val = tensor([1, 8, -1, 188])]; tensor x_275_cast_fp16 = reshape(shape = var_2390, x = x_273_cast_fp16)[name = tensor("x_275_cast_fp16")]; tensor var_2394_begin_0 = const()[name = tensor("op_2394_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_2394_end_0 = const()[name = tensor("op_2394_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_2394_end_mask_0 = const()[name = tensor("op_2394_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_2394_cast_fp16 = slice_by_index(begin = var_2394_begin_0, end = var_2394_end_0, end_mask = var_2394_end_mask_0, x = x_275_cast_fp16)[name = tensor("op_2394_cast_fp16")]; tensor var_2395 = const()[name = tensor("op_2395"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_49_cast_fp16 = reshape(shape = var_2395, x = var_2394_cast_fp16)[name = tensor("matrix_bd_49_cast_fp16")]; tensor matrix_ac_25_transpose_x_0 = const()[name = tensor("matrix_ac_25_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_25_transpose_y_0 = const()[name = tensor("matrix_ac_25_transpose_y_0"), val = tensor(false)]; tensor transpose_120_perm_0 = const()[name = tensor("transpose_120_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_121_perm_0 = const()[name = tensor("transpose_121_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_121 = transpose(perm = transpose_121_perm_0, x = k_49_cast_fp16)[name = tensor("transpose_296")]; tensor transpose_120 = transpose(perm = transpose_120_perm_0, x = var_2378_cast_fp16)[name = tensor("transpose_297")]; tensor matrix_ac_25_cast_fp16 = matmul(transpose_x = matrix_ac_25_transpose_x_0, transpose_y = matrix_ac_25_transpose_y_0, x = transpose_120, y = transpose_121)[name = tensor("matrix_ac_25_cast_fp16")]; tensor matrix_bd_51_begin_0 = const()[name = tensor("matrix_bd_51_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_51_end_0 = const()[name = tensor("matrix_bd_51_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_51_end_mask_0 = const()[name = tensor("matrix_bd_51_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_51_cast_fp16 = slice_by_index(begin = matrix_bd_51_begin_0, end = matrix_bd_51_end_0, end_mask = matrix_bd_51_end_mask_0, x = matrix_bd_49_cast_fp16)[name = tensor("matrix_bd_51_cast_fp16")]; tensor var_2404_cast_fp16 = add(x = matrix_ac_25_cast_fp16, y = matrix_bd_51_cast_fp16)[name = tensor("op_2404_cast_fp16")]; tensor _inversed_scores_49_y_0_to_fp16 = const()[name = tensor("_inversed_scores_49_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_49_cast_fp16 = mul(x = var_2404_cast_fp16, y = _inversed_scores_49_y_0_to_fp16)[name = tensor("_inversed_scores_49_cast_fp16")]; tensor scores_51_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_49_cast_fp16, cond = mask_3)[name = tensor("scores_51_cast_fp16")]; tensor var_2410_cast_fp16 = softmax(axis = var_30, x = scores_51_cast_fp16)[name = tensor("op_2410_cast_fp16")]; tensor input_657_cast_fp16 = select(a = var_11_to_fp16, b = var_2410_cast_fp16, cond = mask_3)[name = tensor("input_657_cast_fp16")]; tensor x_277_transpose_x_0 = const()[name = tensor("x_277_transpose_x_0"), val = tensor(false)]; tensor x_277_transpose_y_0 = const()[name = tensor("x_277_transpose_y_0"), val = tensor(false)]; tensor value_27_cast_fp16 = transpose(perm = value_27_perm_0, x = v_25_cast_fp16)[name = tensor("transpose_299")]; tensor x_277_cast_fp16 = matmul(transpose_x = x_277_transpose_x_0, transpose_y = x_277_transpose_y_0, x = input_657_cast_fp16, y = value_27_cast_fp16)[name = tensor("x_277_cast_fp16")]; tensor var_2414_perm_0 = const()[name = tensor("op_2414_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2415 = const()[name = tensor("op_2415"), val = tensor([1, -1, 1024])]; tensor var_2414_cast_fp16 = transpose(perm = var_2414_perm_0, x = x_277_cast_fp16)[name = tensor("transpose_295")]; tensor input_659_cast_fp16 = reshape(shape = var_2415, x = var_2414_cast_fp16)[name = tensor("input_659_cast_fp16")]; tensor encoder_layers_12_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_12_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(621551744)))]; tensor encoder_layers_12_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_12_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(623648960)))]; tensor linear_115_cast_fp16 = linear(bias = encoder_layers_12_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_12_self_attn_linear_out_weight_to_fp16, x = input_659_cast_fp16)[name = tensor("linear_115_cast_fp16")]; tensor input_663_cast_fp16 = add(x = input_655_cast_fp16, y = linear_115_cast_fp16)[name = tensor("input_663_cast_fp16")]; tensor x_281_axes_0 = const()[name = tensor("x_281_axes_0"), val = tensor([-1])]; tensor encoder_layers_12_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_12_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(623651072)))]; tensor encoder_layers_12_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_12_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(623653184)))]; tensor x_281_cast_fp16 = layer_norm(axes = x_281_axes_0, beta = encoder_layers_12_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_12_norm_conv_weight_to_fp16, x = input_663_cast_fp16)[name = tensor("x_281_cast_fp16")]; tensor input_665_perm_0 = const()[name = tensor("input_665_perm_0"), val = tensor([0, 2, 1])]; tensor input_667_pad_type_0 = const()[name = tensor("input_667_pad_type_0"), val = tensor("valid")]; tensor input_667_strides_0 = const()[name = tensor("input_667_strides_0"), val = tensor([1])]; tensor input_667_pad_0 = const()[name = tensor("input_667_pad_0"), val = tensor([0, 0])]; tensor input_667_dilations_0 = const()[name = tensor("input_667_dilations_0"), val = tensor([1])]; tensor input_667_groups_0 = const()[name = tensor("input_667_groups_0"), val = tensor(1)]; tensor encoder_layers_12_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_12_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(623655296)))]; tensor encoder_layers_12_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_12_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(627849664)))]; tensor input_665_cast_fp16 = transpose(perm = input_665_perm_0, x = x_281_cast_fp16)[name = tensor("transpose_294")]; tensor input_667_cast_fp16 = conv(bias = encoder_layers_12_conv_pointwise_conv1_bias_to_fp16, dilations = input_667_dilations_0, groups = input_667_groups_0, pad = input_667_pad_0, pad_type = input_667_pad_type_0, strides = input_667_strides_0, weight = encoder_layers_12_conv_pointwise_conv1_weight_to_fp16, x = input_665_cast_fp16)[name = tensor("input_667_cast_fp16")]; tensor x_283_split_num_splits_0 = const()[name = tensor("x_283_split_num_splits_0"), val = tensor(2)]; tensor x_283_split_axis_0 = const()[name = tensor("x_283_split_axis_0"), val = tensor(1)]; tensor x_283_split_cast_fp16_0, tensor x_283_split_cast_fp16_1 = split(axis = x_283_split_axis_0, num_splits = x_283_split_num_splits_0, x = input_667_cast_fp16)[name = tensor("x_283_split_cast_fp16")]; tensor x_283_split_1_sigmoid_cast_fp16 = sigmoid(x = x_283_split_cast_fp16_1)[name = tensor("x_283_split_1_sigmoid_cast_fp16")]; tensor x_283_cast_fp16 = mul(x = x_283_split_cast_fp16_0, y = x_283_split_1_sigmoid_cast_fp16)[name = tensor("x_283_cast_fp16")]; tensor input_669_cast_fp16 = select(a = var_11_to_fp16, b = x_283_cast_fp16, cond = var_351)[name = tensor("input_669_cast_fp16")]; tensor input_671_pad_0 = const()[name = tensor("input_671_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_671_mode_0 = const()[name = tensor("input_671_mode_0"), val = tensor("constant")]; tensor const_137_to_fp16 = const()[name = tensor("const_137_to_fp16"), val = tensor(0x0p+0)]; tensor input_671_cast_fp16 = pad(constant_val = const_137_to_fp16, mode = input_671_mode_0, pad = input_671_pad_0, x = input_669_cast_fp16)[name = tensor("input_671_cast_fp16")]; tensor input_673_pad_type_0 = const()[name = tensor("input_673_pad_type_0"), val = tensor("valid")]; tensor input_673_groups_0 = const()[name = tensor("input_673_groups_0"), val = tensor(1024)]; tensor input_673_strides_0 = const()[name = tensor("input_673_strides_0"), val = tensor([1])]; tensor input_673_pad_0 = const()[name = tensor("input_673_pad_0"), val = tensor([0, 0])]; tensor input_673_dilations_0 = const()[name = tensor("input_673_dilations_0"), val = tensor([1])]; tensor const_352_to_fp16 = const()[name = tensor("const_352_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(627853824)))]; tensor const_353_to_fp16 = const()[name = tensor("const_353_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(627872320)))]; tensor input_675_cast_fp16 = conv(bias = const_353_to_fp16, dilations = input_673_dilations_0, groups = input_673_groups_0, pad = input_673_pad_0, pad_type = input_673_pad_type_0, strides = input_673_strides_0, weight = const_352_to_fp16, x = input_671_cast_fp16)[name = tensor("input_675_cast_fp16")]; tensor input_677_cast_fp16 = silu(x = input_675_cast_fp16)[name = tensor("input_677_cast_fp16")]; tensor x_285_pad_type_0 = const()[name = tensor("x_285_pad_type_0"), val = tensor("valid")]; tensor x_285_strides_0 = const()[name = tensor("x_285_strides_0"), val = tensor([1])]; tensor x_285_pad_0 = const()[name = tensor("x_285_pad_0"), val = tensor([0, 0])]; tensor x_285_dilations_0 = const()[name = tensor("x_285_dilations_0"), val = tensor([1])]; tensor x_285_groups_0 = const()[name = tensor("x_285_groups_0"), val = tensor(1)]; tensor encoder_layers_12_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_12_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(627874432)))]; tensor encoder_layers_12_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_12_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(629971648)))]; tensor x_285_cast_fp16 = conv(bias = encoder_layers_12_conv_pointwise_conv2_bias_to_fp16, dilations = x_285_dilations_0, groups = x_285_groups_0, pad = x_285_pad_0, pad_type = x_285_pad_type_0, strides = x_285_strides_0, weight = encoder_layers_12_conv_pointwise_conv2_weight_to_fp16, x = input_677_cast_fp16)[name = tensor("x_285_cast_fp16")]; tensor input_679_perm_0 = const()[name = tensor("input_679_perm_0"), val = tensor([0, 2, 1])]; tensor input_679_cast_fp16 = transpose(perm = input_679_perm_0, x = x_285_cast_fp16)[name = tensor("transpose_293")]; tensor input_681_cast_fp16 = add(x = input_663_cast_fp16, y = input_679_cast_fp16)[name = tensor("input_681_cast_fp16")]; tensor input_683_axes_0 = const()[name = tensor("input_683_axes_0"), val = tensor([-1])]; tensor encoder_layers_12_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_12_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(629973760)))]; tensor encoder_layers_12_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_12_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(629975872)))]; tensor input_683_cast_fp16 = layer_norm(axes = input_683_axes_0, beta = encoder_layers_12_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_12_norm_feed_forward2_weight_to_fp16, x = input_681_cast_fp16)[name = tensor("input_683_cast_fp16")]; tensor encoder_layers_12_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_12_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(629977984)))]; tensor encoder_layers_12_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_12_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(638366656)))]; tensor linear_116_cast_fp16 = linear(bias = encoder_layers_12_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_12_feed_forward2_linear1_weight_to_fp16, x = input_683_cast_fp16)[name = tensor("linear_116_cast_fp16")]; tensor input_687_cast_fp16 = silu(x = linear_116_cast_fp16)[name = tensor("input_687_cast_fp16")]; tensor encoder_layers_12_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_12_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(638374912)))]; tensor encoder_layers_12_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_12_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(646763584)))]; tensor linear_117_cast_fp16 = linear(bias = encoder_layers_12_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_12_feed_forward2_linear2_weight_to_fp16, x = input_687_cast_fp16)[name = tensor("linear_117_cast_fp16")]; tensor var_2481_to_fp16 = const()[name = tensor("op_2481_to_fp16"), val = tensor(0x1p-1)]; tensor var_2482_cast_fp16 = mul(x = linear_117_cast_fp16, y = var_2481_to_fp16)[name = tensor("op_2482_cast_fp16")]; tensor input_693_cast_fp16 = add(x = input_681_cast_fp16, y = var_2482_cast_fp16)[name = tensor("input_693_cast_fp16")]; tensor input_695_axes_0 = const()[name = tensor("input_695_axes_0"), val = tensor([-1])]; tensor encoder_layers_12_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_12_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(646765696)))]; tensor encoder_layers_12_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_12_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(646767808)))]; tensor input_695_cast_fp16 = layer_norm(axes = input_695_axes_0, beta = encoder_layers_12_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_12_norm_out_weight_to_fp16, x = input_693_cast_fp16)[name = tensor("input_695_cast_fp16")]; tensor input_697_axes_0 = const()[name = tensor("input_697_axes_0"), val = tensor([-1])]; tensor encoder_layers_13_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_13_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(646769920)))]; tensor encoder_layers_13_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_13_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(646772032)))]; tensor input_697_cast_fp16 = layer_norm(axes = input_697_axes_0, beta = encoder_layers_13_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_13_norm_feed_forward1_weight_to_fp16, x = input_695_cast_fp16)[name = tensor("input_697_cast_fp16")]; tensor encoder_layers_13_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_13_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(646774144)))]; tensor encoder_layers_13_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_13_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(655162816)))]; tensor linear_118_cast_fp16 = linear(bias = encoder_layers_13_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_13_feed_forward1_linear1_weight_to_fp16, x = input_697_cast_fp16)[name = tensor("linear_118_cast_fp16")]; tensor input_701_cast_fp16 = silu(x = linear_118_cast_fp16)[name = tensor("input_701_cast_fp16")]; tensor encoder_layers_13_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_13_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(655171072)))]; tensor encoder_layers_13_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_13_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(663559744)))]; tensor linear_119_cast_fp16 = linear(bias = encoder_layers_13_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_13_feed_forward1_linear2_weight_to_fp16, x = input_701_cast_fp16)[name = tensor("linear_119_cast_fp16")]; tensor var_2512_to_fp16 = const()[name = tensor("op_2512_to_fp16"), val = tensor(0x1p-1)]; tensor var_2513_cast_fp16 = mul(x = linear_119_cast_fp16, y = var_2512_to_fp16)[name = tensor("op_2513_cast_fp16")]; tensor input_707_cast_fp16 = add(x = input_695_cast_fp16, y = var_2513_cast_fp16)[name = tensor("input_707_cast_fp16")]; tensor query_27_axes_0 = const()[name = tensor("query_27_axes_0"), val = tensor([-1])]; tensor encoder_layers_13_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_13_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(663561856)))]; tensor encoder_layers_13_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_13_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(663563968)))]; tensor query_27_cast_fp16 = layer_norm(axes = query_27_axes_0, beta = encoder_layers_13_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_13_norm_self_att_weight_to_fp16, x = input_707_cast_fp16)[name = tensor("query_27_cast_fp16")]; tensor encoder_layers_13_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_13_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(663566080)))]; tensor encoder_layers_13_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_13_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(665663296)))]; tensor linear_120_cast_fp16 = linear(bias = encoder_layers_13_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_13_self_attn_linear_q_weight_to_fp16, x = query_27_cast_fp16)[name = tensor("linear_120_cast_fp16")]; tensor var_2530 = const()[name = tensor("op_2530"), val = tensor([1, -1, 8, 128])]; tensor q_79_cast_fp16 = reshape(shape = var_2530, x = linear_120_cast_fp16)[name = tensor("q_79_cast_fp16")]; tensor encoder_layers_13_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_13_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(665665408)))]; tensor encoder_layers_13_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_13_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(667762624)))]; tensor linear_121_cast_fp16 = linear(bias = encoder_layers_13_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_13_self_attn_linear_k_weight_to_fp16, x = query_27_cast_fp16)[name = tensor("linear_121_cast_fp16")]; tensor var_2535 = const()[name = tensor("op_2535"), val = tensor([1, -1, 8, 128])]; tensor k_53_cast_fp16 = reshape(shape = var_2535, x = linear_121_cast_fp16)[name = tensor("k_53_cast_fp16")]; tensor encoder_layers_13_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_13_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(667764736)))]; tensor encoder_layers_13_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_13_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(669861952)))]; tensor linear_122_cast_fp16 = linear(bias = encoder_layers_13_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_13_self_attn_linear_v_weight_to_fp16, x = query_27_cast_fp16)[name = tensor("linear_122_cast_fp16")]; tensor var_2540 = const()[name = tensor("op_2540"), val = tensor([1, -1, 8, 128])]; tensor v_27_cast_fp16 = reshape(shape = var_2540, x = linear_122_cast_fp16)[name = tensor("v_27_cast_fp16")]; tensor value_29_perm_0 = const()[name = tensor("value_29_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_13_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_13_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(669864064)))]; tensor var_2552_cast_fp16 = add(x = q_79_cast_fp16, y = encoder_layers_13_self_attn_pos_bias_u_to_fp16)[name = tensor("op_2552_cast_fp16")]; tensor encoder_layers_13_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_13_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(669866176)))]; tensor var_2554_cast_fp16 = add(x = q_79_cast_fp16, y = encoder_layers_13_self_attn_pos_bias_v_to_fp16)[name = tensor("op_2554_cast_fp16")]; tensor q_with_bias_v_27_perm_0 = const()[name = tensor("q_with_bias_v_27_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_293_transpose_x_0 = const()[name = tensor("x_293_transpose_x_0"), val = tensor(false)]; tensor x_293_transpose_y_0 = const()[name = tensor("x_293_transpose_y_0"), val = tensor(false)]; tensor var_2556_to_fp16 = const()[name = tensor("op_2556_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(669868288)))]; tensor q_with_bias_v_27_cast_fp16 = transpose(perm = q_with_bias_v_27_perm_0, x = var_2554_cast_fp16)[name = tensor("transpose_291")]; tensor x_293_cast_fp16 = matmul(transpose_x = x_293_transpose_x_0, transpose_y = x_293_transpose_y_0, x = q_with_bias_v_27_cast_fp16, y = var_2556_to_fp16)[name = tensor("x_293_cast_fp16")]; tensor x_295_pad_0 = const()[name = tensor("x_295_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_295_mode_0 = const()[name = tensor("x_295_mode_0"), val = tensor("constant")]; tensor const_144_to_fp16 = const()[name = tensor("const_144_to_fp16"), val = tensor(0x0p+0)]; tensor x_295_cast_fp16 = pad(constant_val = const_144_to_fp16, mode = x_295_mode_0, pad = x_295_pad_0, x = x_293_cast_fp16)[name = tensor("x_295_cast_fp16")]; tensor var_2564 = const()[name = tensor("op_2564"), val = tensor([1, 8, -1, 188])]; tensor x_297_cast_fp16 = reshape(shape = var_2564, x = x_295_cast_fp16)[name = tensor("x_297_cast_fp16")]; tensor var_2568_begin_0 = const()[name = tensor("op_2568_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_2568_end_0 = const()[name = tensor("op_2568_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_2568_end_mask_0 = const()[name = tensor("op_2568_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_2568_cast_fp16 = slice_by_index(begin = var_2568_begin_0, end = var_2568_end_0, end_mask = var_2568_end_mask_0, x = x_297_cast_fp16)[name = tensor("op_2568_cast_fp16")]; tensor var_2569 = const()[name = tensor("op_2569"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_53_cast_fp16 = reshape(shape = var_2569, x = var_2568_cast_fp16)[name = tensor("matrix_bd_53_cast_fp16")]; tensor matrix_ac_27_transpose_x_0 = const()[name = tensor("matrix_ac_27_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_27_transpose_y_0 = const()[name = tensor("matrix_ac_27_transpose_y_0"), val = tensor(false)]; tensor transpose_122_perm_0 = const()[name = tensor("transpose_122_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_123_perm_0 = const()[name = tensor("transpose_123_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_123 = transpose(perm = transpose_123_perm_0, x = k_53_cast_fp16)[name = tensor("transpose_289")]; tensor transpose_122 = transpose(perm = transpose_122_perm_0, x = var_2552_cast_fp16)[name = tensor("transpose_290")]; tensor matrix_ac_27_cast_fp16 = matmul(transpose_x = matrix_ac_27_transpose_x_0, transpose_y = matrix_ac_27_transpose_y_0, x = transpose_122, y = transpose_123)[name = tensor("matrix_ac_27_cast_fp16")]; tensor matrix_bd_55_begin_0 = const()[name = tensor("matrix_bd_55_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_55_end_0 = const()[name = tensor("matrix_bd_55_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_55_end_mask_0 = const()[name = tensor("matrix_bd_55_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_55_cast_fp16 = slice_by_index(begin = matrix_bd_55_begin_0, end = matrix_bd_55_end_0, end_mask = matrix_bd_55_end_mask_0, x = matrix_bd_53_cast_fp16)[name = tensor("matrix_bd_55_cast_fp16")]; tensor var_2578_cast_fp16 = add(x = matrix_ac_27_cast_fp16, y = matrix_bd_55_cast_fp16)[name = tensor("op_2578_cast_fp16")]; tensor _inversed_scores_53_y_0_to_fp16 = const()[name = tensor("_inversed_scores_53_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_53_cast_fp16 = mul(x = var_2578_cast_fp16, y = _inversed_scores_53_y_0_to_fp16)[name = tensor("_inversed_scores_53_cast_fp16")]; tensor scores_55_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_53_cast_fp16, cond = mask_3)[name = tensor("scores_55_cast_fp16")]; tensor var_2584_cast_fp16 = softmax(axis = var_30, x = scores_55_cast_fp16)[name = tensor("op_2584_cast_fp16")]; tensor input_709_cast_fp16 = select(a = var_11_to_fp16, b = var_2584_cast_fp16, cond = mask_3)[name = tensor("input_709_cast_fp16")]; tensor x_299_transpose_x_0 = const()[name = tensor("x_299_transpose_x_0"), val = tensor(false)]; tensor x_299_transpose_y_0 = const()[name = tensor("x_299_transpose_y_0"), val = tensor(false)]; tensor value_29_cast_fp16 = transpose(perm = value_29_perm_0, x = v_27_cast_fp16)[name = tensor("transpose_292")]; tensor x_299_cast_fp16 = matmul(transpose_x = x_299_transpose_x_0, transpose_y = x_299_transpose_y_0, x = input_709_cast_fp16, y = value_29_cast_fp16)[name = tensor("x_299_cast_fp16")]; tensor var_2588_perm_0 = const()[name = tensor("op_2588_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2589 = const()[name = tensor("op_2589"), val = tensor([1, -1, 1024])]; tensor var_2588_cast_fp16 = transpose(perm = var_2588_perm_0, x = x_299_cast_fp16)[name = tensor("transpose_288")]; tensor input_711_cast_fp16 = reshape(shape = var_2589, x = var_2588_cast_fp16)[name = tensor("input_711_cast_fp16")]; tensor encoder_layers_13_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_13_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(670636352)))]; tensor encoder_layers_13_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_13_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(672733568)))]; tensor linear_124_cast_fp16 = linear(bias = encoder_layers_13_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_13_self_attn_linear_out_weight_to_fp16, x = input_711_cast_fp16)[name = tensor("linear_124_cast_fp16")]; tensor input_715_cast_fp16 = add(x = input_707_cast_fp16, y = linear_124_cast_fp16)[name = tensor("input_715_cast_fp16")]; tensor x_303_axes_0 = const()[name = tensor("x_303_axes_0"), val = tensor([-1])]; tensor encoder_layers_13_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_13_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(672735680)))]; tensor encoder_layers_13_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_13_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(672737792)))]; tensor x_303_cast_fp16 = layer_norm(axes = x_303_axes_0, beta = encoder_layers_13_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_13_norm_conv_weight_to_fp16, x = input_715_cast_fp16)[name = tensor("x_303_cast_fp16")]; tensor input_717_perm_0 = const()[name = tensor("input_717_perm_0"), val = tensor([0, 2, 1])]; tensor input_719_pad_type_0 = const()[name = tensor("input_719_pad_type_0"), val = tensor("valid")]; tensor input_719_strides_0 = const()[name = tensor("input_719_strides_0"), val = tensor([1])]; tensor input_719_pad_0 = const()[name = tensor("input_719_pad_0"), val = tensor([0, 0])]; tensor input_719_dilations_0 = const()[name = tensor("input_719_dilations_0"), val = tensor([1])]; tensor input_719_groups_0 = const()[name = tensor("input_719_groups_0"), val = tensor(1)]; tensor encoder_layers_13_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_13_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(672739904)))]; tensor encoder_layers_13_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_13_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(676934272)))]; tensor input_717_cast_fp16 = transpose(perm = input_717_perm_0, x = x_303_cast_fp16)[name = tensor("transpose_287")]; tensor input_719_cast_fp16 = conv(bias = encoder_layers_13_conv_pointwise_conv1_bias_to_fp16, dilations = input_719_dilations_0, groups = input_719_groups_0, pad = input_719_pad_0, pad_type = input_719_pad_type_0, strides = input_719_strides_0, weight = encoder_layers_13_conv_pointwise_conv1_weight_to_fp16, x = input_717_cast_fp16)[name = tensor("input_719_cast_fp16")]; tensor x_305_split_num_splits_0 = const()[name = tensor("x_305_split_num_splits_0"), val = tensor(2)]; tensor x_305_split_axis_0 = const()[name = tensor("x_305_split_axis_0"), val = tensor(1)]; tensor x_305_split_cast_fp16_0, tensor x_305_split_cast_fp16_1 = split(axis = x_305_split_axis_0, num_splits = x_305_split_num_splits_0, x = input_719_cast_fp16)[name = tensor("x_305_split_cast_fp16")]; tensor x_305_split_1_sigmoid_cast_fp16 = sigmoid(x = x_305_split_cast_fp16_1)[name = tensor("x_305_split_1_sigmoid_cast_fp16")]; tensor x_305_cast_fp16 = mul(x = x_305_split_cast_fp16_0, y = x_305_split_1_sigmoid_cast_fp16)[name = tensor("x_305_cast_fp16")]; tensor input_721_cast_fp16 = select(a = var_11_to_fp16, b = x_305_cast_fp16, cond = var_351)[name = tensor("input_721_cast_fp16")]; tensor input_723_pad_0 = const()[name = tensor("input_723_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_723_mode_0 = const()[name = tensor("input_723_mode_0"), val = tensor("constant")]; tensor const_147_to_fp16 = const()[name = tensor("const_147_to_fp16"), val = tensor(0x0p+0)]; tensor input_723_cast_fp16 = pad(constant_val = const_147_to_fp16, mode = input_723_mode_0, pad = input_723_pad_0, x = input_721_cast_fp16)[name = tensor("input_723_cast_fp16")]; tensor input_725_pad_type_0 = const()[name = tensor("input_725_pad_type_0"), val = tensor("valid")]; tensor input_725_groups_0 = const()[name = tensor("input_725_groups_0"), val = tensor(1024)]; tensor input_725_strides_0 = const()[name = tensor("input_725_strides_0"), val = tensor([1])]; tensor input_725_pad_0 = const()[name = tensor("input_725_pad_0"), val = tensor([0, 0])]; tensor input_725_dilations_0 = const()[name = tensor("input_725_dilations_0"), val = tensor([1])]; tensor const_354_to_fp16 = const()[name = tensor("const_354_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(676938432)))]; tensor const_355_to_fp16 = const()[name = tensor("const_355_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(676956928)))]; tensor input_727_cast_fp16 = conv(bias = const_355_to_fp16, dilations = input_725_dilations_0, groups = input_725_groups_0, pad = input_725_pad_0, pad_type = input_725_pad_type_0, strides = input_725_strides_0, weight = const_354_to_fp16, x = input_723_cast_fp16)[name = tensor("input_727_cast_fp16")]; tensor input_729_cast_fp16 = silu(x = input_727_cast_fp16)[name = tensor("input_729_cast_fp16")]; tensor x_307_pad_type_0 = const()[name = tensor("x_307_pad_type_0"), val = tensor("valid")]; tensor x_307_strides_0 = const()[name = tensor("x_307_strides_0"), val = tensor([1])]; tensor x_307_pad_0 = const()[name = tensor("x_307_pad_0"), val = tensor([0, 0])]; tensor x_307_dilations_0 = const()[name = tensor("x_307_dilations_0"), val = tensor([1])]; tensor x_307_groups_0 = const()[name = tensor("x_307_groups_0"), val = tensor(1)]; tensor encoder_layers_13_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_13_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(676959040)))]; tensor encoder_layers_13_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_13_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(679056256)))]; tensor x_307_cast_fp16 = conv(bias = encoder_layers_13_conv_pointwise_conv2_bias_to_fp16, dilations = x_307_dilations_0, groups = x_307_groups_0, pad = x_307_pad_0, pad_type = x_307_pad_type_0, strides = x_307_strides_0, weight = encoder_layers_13_conv_pointwise_conv2_weight_to_fp16, x = input_729_cast_fp16)[name = tensor("x_307_cast_fp16")]; tensor input_731_perm_0 = const()[name = tensor("input_731_perm_0"), val = tensor([0, 2, 1])]; tensor input_731_cast_fp16 = transpose(perm = input_731_perm_0, x = x_307_cast_fp16)[name = tensor("transpose_286")]; tensor input_733_cast_fp16 = add(x = input_715_cast_fp16, y = input_731_cast_fp16)[name = tensor("input_733_cast_fp16")]; tensor input_735_axes_0 = const()[name = tensor("input_735_axes_0"), val = tensor([-1])]; tensor encoder_layers_13_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_13_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(679058368)))]; tensor encoder_layers_13_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_13_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(679060480)))]; tensor input_735_cast_fp16 = layer_norm(axes = input_735_axes_0, beta = encoder_layers_13_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_13_norm_feed_forward2_weight_to_fp16, x = input_733_cast_fp16)[name = tensor("input_735_cast_fp16")]; tensor encoder_layers_13_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_13_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(679062592)))]; tensor encoder_layers_13_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_13_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(687451264)))]; tensor linear_125_cast_fp16 = linear(bias = encoder_layers_13_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_13_feed_forward2_linear1_weight_to_fp16, x = input_735_cast_fp16)[name = tensor("linear_125_cast_fp16")]; tensor input_739_cast_fp16 = silu(x = linear_125_cast_fp16)[name = tensor("input_739_cast_fp16")]; tensor encoder_layers_13_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_13_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(687459520)))]; tensor encoder_layers_13_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_13_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(695848192)))]; tensor linear_126_cast_fp16 = linear(bias = encoder_layers_13_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_13_feed_forward2_linear2_weight_to_fp16, x = input_739_cast_fp16)[name = tensor("linear_126_cast_fp16")]; tensor var_2655_to_fp16 = const()[name = tensor("op_2655_to_fp16"), val = tensor(0x1p-1)]; tensor var_2656_cast_fp16 = mul(x = linear_126_cast_fp16, y = var_2655_to_fp16)[name = tensor("op_2656_cast_fp16")]; tensor input_745_cast_fp16 = add(x = input_733_cast_fp16, y = var_2656_cast_fp16)[name = tensor("input_745_cast_fp16")]; tensor input_747_axes_0 = const()[name = tensor("input_747_axes_0"), val = tensor([-1])]; tensor encoder_layers_13_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_13_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(695850304)))]; tensor encoder_layers_13_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_13_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(695852416)))]; tensor input_747_cast_fp16 = layer_norm(axes = input_747_axes_0, beta = encoder_layers_13_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_13_norm_out_weight_to_fp16, x = input_745_cast_fp16)[name = tensor("input_747_cast_fp16")]; tensor input_749_axes_0 = const()[name = tensor("input_749_axes_0"), val = tensor([-1])]; tensor encoder_layers_14_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_14_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(695854528)))]; tensor encoder_layers_14_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_14_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(695856640)))]; tensor input_749_cast_fp16 = layer_norm(axes = input_749_axes_0, beta = encoder_layers_14_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_14_norm_feed_forward1_weight_to_fp16, x = input_747_cast_fp16)[name = tensor("input_749_cast_fp16")]; tensor encoder_layers_14_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_14_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(695858752)))]; tensor encoder_layers_14_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_14_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(704247424)))]; tensor linear_127_cast_fp16 = linear(bias = encoder_layers_14_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_14_feed_forward1_linear1_weight_to_fp16, x = input_749_cast_fp16)[name = tensor("linear_127_cast_fp16")]; tensor input_753_cast_fp16 = silu(x = linear_127_cast_fp16)[name = tensor("input_753_cast_fp16")]; tensor encoder_layers_14_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_14_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(704255680)))]; tensor encoder_layers_14_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_14_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(712644352)))]; tensor linear_128_cast_fp16 = linear(bias = encoder_layers_14_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_14_feed_forward1_linear2_weight_to_fp16, x = input_753_cast_fp16)[name = tensor("linear_128_cast_fp16")]; tensor var_2686_to_fp16 = const()[name = tensor("op_2686_to_fp16"), val = tensor(0x1p-1)]; tensor var_2687_cast_fp16 = mul(x = linear_128_cast_fp16, y = var_2686_to_fp16)[name = tensor("op_2687_cast_fp16")]; tensor input_759_cast_fp16 = add(x = input_747_cast_fp16, y = var_2687_cast_fp16)[name = tensor("input_759_cast_fp16")]; tensor query_29_axes_0 = const()[name = tensor("query_29_axes_0"), val = tensor([-1])]; tensor encoder_layers_14_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_14_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(712646464)))]; tensor encoder_layers_14_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_14_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(712648576)))]; tensor query_29_cast_fp16 = layer_norm(axes = query_29_axes_0, beta = encoder_layers_14_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_14_norm_self_att_weight_to_fp16, x = input_759_cast_fp16)[name = tensor("query_29_cast_fp16")]; tensor encoder_layers_14_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_14_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(712650688)))]; tensor encoder_layers_14_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_14_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(714747904)))]; tensor linear_129_cast_fp16 = linear(bias = encoder_layers_14_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_14_self_attn_linear_q_weight_to_fp16, x = query_29_cast_fp16)[name = tensor("linear_129_cast_fp16")]; tensor var_2704 = const()[name = tensor("op_2704"), val = tensor([1, -1, 8, 128])]; tensor q_85_cast_fp16 = reshape(shape = var_2704, x = linear_129_cast_fp16)[name = tensor("q_85_cast_fp16")]; tensor encoder_layers_14_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_14_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(714750016)))]; tensor encoder_layers_14_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_14_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(716847232)))]; tensor linear_130_cast_fp16 = linear(bias = encoder_layers_14_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_14_self_attn_linear_k_weight_to_fp16, x = query_29_cast_fp16)[name = tensor("linear_130_cast_fp16")]; tensor var_2709 = const()[name = tensor("op_2709"), val = tensor([1, -1, 8, 128])]; tensor k_57_cast_fp16 = reshape(shape = var_2709, x = linear_130_cast_fp16)[name = tensor("k_57_cast_fp16")]; tensor encoder_layers_14_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_14_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(716849344)))]; tensor encoder_layers_14_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_14_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(718946560)))]; tensor linear_131_cast_fp16 = linear(bias = encoder_layers_14_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_14_self_attn_linear_v_weight_to_fp16, x = query_29_cast_fp16)[name = tensor("linear_131_cast_fp16")]; tensor var_2714 = const()[name = tensor("op_2714"), val = tensor([1, -1, 8, 128])]; tensor v_29_cast_fp16 = reshape(shape = var_2714, x = linear_131_cast_fp16)[name = tensor("v_29_cast_fp16")]; tensor value_31_perm_0 = const()[name = tensor("value_31_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_14_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_14_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(718948672)))]; tensor var_2726_cast_fp16 = add(x = q_85_cast_fp16, y = encoder_layers_14_self_attn_pos_bias_u_to_fp16)[name = tensor("op_2726_cast_fp16")]; tensor encoder_layers_14_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_14_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(718950784)))]; tensor var_2728_cast_fp16 = add(x = q_85_cast_fp16, y = encoder_layers_14_self_attn_pos_bias_v_to_fp16)[name = tensor("op_2728_cast_fp16")]; tensor q_with_bias_v_29_perm_0 = const()[name = tensor("q_with_bias_v_29_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_315_transpose_x_0 = const()[name = tensor("x_315_transpose_x_0"), val = tensor(false)]; tensor x_315_transpose_y_0 = const()[name = tensor("x_315_transpose_y_0"), val = tensor(false)]; tensor var_2730_to_fp16 = const()[name = tensor("op_2730_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(718952896)))]; tensor q_with_bias_v_29_cast_fp16 = transpose(perm = q_with_bias_v_29_perm_0, x = var_2728_cast_fp16)[name = tensor("transpose_284")]; tensor x_315_cast_fp16 = matmul(transpose_x = x_315_transpose_x_0, transpose_y = x_315_transpose_y_0, x = q_with_bias_v_29_cast_fp16, y = var_2730_to_fp16)[name = tensor("x_315_cast_fp16")]; tensor x_317_pad_0 = const()[name = tensor("x_317_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_317_mode_0 = const()[name = tensor("x_317_mode_0"), val = tensor("constant")]; tensor const_154_to_fp16 = const()[name = tensor("const_154_to_fp16"), val = tensor(0x0p+0)]; tensor x_317_cast_fp16 = pad(constant_val = const_154_to_fp16, mode = x_317_mode_0, pad = x_317_pad_0, x = x_315_cast_fp16)[name = tensor("x_317_cast_fp16")]; tensor var_2738 = const()[name = tensor("op_2738"), val = tensor([1, 8, -1, 188])]; tensor x_319_cast_fp16 = reshape(shape = var_2738, x = x_317_cast_fp16)[name = tensor("x_319_cast_fp16")]; tensor var_2742_begin_0 = const()[name = tensor("op_2742_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_2742_end_0 = const()[name = tensor("op_2742_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_2742_end_mask_0 = const()[name = tensor("op_2742_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_2742_cast_fp16 = slice_by_index(begin = var_2742_begin_0, end = var_2742_end_0, end_mask = var_2742_end_mask_0, x = x_319_cast_fp16)[name = tensor("op_2742_cast_fp16")]; tensor var_2743 = const()[name = tensor("op_2743"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_57_cast_fp16 = reshape(shape = var_2743, x = var_2742_cast_fp16)[name = tensor("matrix_bd_57_cast_fp16")]; tensor matrix_ac_29_transpose_x_0 = const()[name = tensor("matrix_ac_29_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_29_transpose_y_0 = const()[name = tensor("matrix_ac_29_transpose_y_0"), val = tensor(false)]; tensor transpose_124_perm_0 = const()[name = tensor("transpose_124_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_125_perm_0 = const()[name = tensor("transpose_125_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_125 = transpose(perm = transpose_125_perm_0, x = k_57_cast_fp16)[name = tensor("transpose_282")]; tensor transpose_124 = transpose(perm = transpose_124_perm_0, x = var_2726_cast_fp16)[name = tensor("transpose_283")]; tensor matrix_ac_29_cast_fp16 = matmul(transpose_x = matrix_ac_29_transpose_x_0, transpose_y = matrix_ac_29_transpose_y_0, x = transpose_124, y = transpose_125)[name = tensor("matrix_ac_29_cast_fp16")]; tensor matrix_bd_59_begin_0 = const()[name = tensor("matrix_bd_59_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_59_end_0 = const()[name = tensor("matrix_bd_59_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_59_end_mask_0 = const()[name = tensor("matrix_bd_59_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_59_cast_fp16 = slice_by_index(begin = matrix_bd_59_begin_0, end = matrix_bd_59_end_0, end_mask = matrix_bd_59_end_mask_0, x = matrix_bd_57_cast_fp16)[name = tensor("matrix_bd_59_cast_fp16")]; tensor var_2752_cast_fp16 = add(x = matrix_ac_29_cast_fp16, y = matrix_bd_59_cast_fp16)[name = tensor("op_2752_cast_fp16")]; tensor _inversed_scores_57_y_0_to_fp16 = const()[name = tensor("_inversed_scores_57_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_57_cast_fp16 = mul(x = var_2752_cast_fp16, y = _inversed_scores_57_y_0_to_fp16)[name = tensor("_inversed_scores_57_cast_fp16")]; tensor scores_59_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_57_cast_fp16, cond = mask_3)[name = tensor("scores_59_cast_fp16")]; tensor var_2758_cast_fp16 = softmax(axis = var_30, x = scores_59_cast_fp16)[name = tensor("op_2758_cast_fp16")]; tensor input_761_cast_fp16 = select(a = var_11_to_fp16, b = var_2758_cast_fp16, cond = mask_3)[name = tensor("input_761_cast_fp16")]; tensor x_321_transpose_x_0 = const()[name = tensor("x_321_transpose_x_0"), val = tensor(false)]; tensor x_321_transpose_y_0 = const()[name = tensor("x_321_transpose_y_0"), val = tensor(false)]; tensor value_31_cast_fp16 = transpose(perm = value_31_perm_0, x = v_29_cast_fp16)[name = tensor("transpose_285")]; tensor x_321_cast_fp16 = matmul(transpose_x = x_321_transpose_x_0, transpose_y = x_321_transpose_y_0, x = input_761_cast_fp16, y = value_31_cast_fp16)[name = tensor("x_321_cast_fp16")]; tensor var_2762_perm_0 = const()[name = tensor("op_2762_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2763 = const()[name = tensor("op_2763"), val = tensor([1, -1, 1024])]; tensor var_2762_cast_fp16 = transpose(perm = var_2762_perm_0, x = x_321_cast_fp16)[name = tensor("transpose_281")]; tensor input_763_cast_fp16 = reshape(shape = var_2763, x = var_2762_cast_fp16)[name = tensor("input_763_cast_fp16")]; tensor encoder_layers_14_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_14_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(719720960)))]; tensor encoder_layers_14_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_14_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(721818176)))]; tensor linear_133_cast_fp16 = linear(bias = encoder_layers_14_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_14_self_attn_linear_out_weight_to_fp16, x = input_763_cast_fp16)[name = tensor("linear_133_cast_fp16")]; tensor input_767_cast_fp16 = add(x = input_759_cast_fp16, y = linear_133_cast_fp16)[name = tensor("input_767_cast_fp16")]; tensor x_325_axes_0 = const()[name = tensor("x_325_axes_0"), val = tensor([-1])]; tensor encoder_layers_14_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_14_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(721820288)))]; tensor encoder_layers_14_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_14_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(721822400)))]; tensor x_325_cast_fp16 = layer_norm(axes = x_325_axes_0, beta = encoder_layers_14_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_14_norm_conv_weight_to_fp16, x = input_767_cast_fp16)[name = tensor("x_325_cast_fp16")]; tensor input_769_perm_0 = const()[name = tensor("input_769_perm_0"), val = tensor([0, 2, 1])]; tensor input_771_pad_type_0 = const()[name = tensor("input_771_pad_type_0"), val = tensor("valid")]; tensor input_771_strides_0 = const()[name = tensor("input_771_strides_0"), val = tensor([1])]; tensor input_771_pad_0 = const()[name = tensor("input_771_pad_0"), val = tensor([0, 0])]; tensor input_771_dilations_0 = const()[name = tensor("input_771_dilations_0"), val = tensor([1])]; tensor input_771_groups_0 = const()[name = tensor("input_771_groups_0"), val = tensor(1)]; tensor encoder_layers_14_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_14_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(721824512)))]; tensor encoder_layers_14_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_14_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(726018880)))]; tensor input_769_cast_fp16 = transpose(perm = input_769_perm_0, x = x_325_cast_fp16)[name = tensor("transpose_280")]; tensor input_771_cast_fp16 = conv(bias = encoder_layers_14_conv_pointwise_conv1_bias_to_fp16, dilations = input_771_dilations_0, groups = input_771_groups_0, pad = input_771_pad_0, pad_type = input_771_pad_type_0, strides = input_771_strides_0, weight = encoder_layers_14_conv_pointwise_conv1_weight_to_fp16, x = input_769_cast_fp16)[name = tensor("input_771_cast_fp16")]; tensor x_327_split_num_splits_0 = const()[name = tensor("x_327_split_num_splits_0"), val = tensor(2)]; tensor x_327_split_axis_0 = const()[name = tensor("x_327_split_axis_0"), val = tensor(1)]; tensor x_327_split_cast_fp16_0, tensor x_327_split_cast_fp16_1 = split(axis = x_327_split_axis_0, num_splits = x_327_split_num_splits_0, x = input_771_cast_fp16)[name = tensor("x_327_split_cast_fp16")]; tensor x_327_split_1_sigmoid_cast_fp16 = sigmoid(x = x_327_split_cast_fp16_1)[name = tensor("x_327_split_1_sigmoid_cast_fp16")]; tensor x_327_cast_fp16 = mul(x = x_327_split_cast_fp16_0, y = x_327_split_1_sigmoid_cast_fp16)[name = tensor("x_327_cast_fp16")]; tensor input_773_cast_fp16 = select(a = var_11_to_fp16, b = x_327_cast_fp16, cond = var_351)[name = tensor("input_773_cast_fp16")]; tensor input_775_pad_0 = const()[name = tensor("input_775_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_775_mode_0 = const()[name = tensor("input_775_mode_0"), val = tensor("constant")]; tensor const_157_to_fp16 = const()[name = tensor("const_157_to_fp16"), val = tensor(0x0p+0)]; tensor input_775_cast_fp16 = pad(constant_val = const_157_to_fp16, mode = input_775_mode_0, pad = input_775_pad_0, x = input_773_cast_fp16)[name = tensor("input_775_cast_fp16")]; tensor input_777_pad_type_0 = const()[name = tensor("input_777_pad_type_0"), val = tensor("valid")]; tensor input_777_groups_0 = const()[name = tensor("input_777_groups_0"), val = tensor(1024)]; tensor input_777_strides_0 = const()[name = tensor("input_777_strides_0"), val = tensor([1])]; tensor input_777_pad_0 = const()[name = tensor("input_777_pad_0"), val = tensor([0, 0])]; tensor input_777_dilations_0 = const()[name = tensor("input_777_dilations_0"), val = tensor([1])]; tensor const_356_to_fp16 = const()[name = tensor("const_356_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(726023040)))]; tensor const_357_to_fp16 = const()[name = tensor("const_357_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(726041536)))]; tensor input_779_cast_fp16 = conv(bias = const_357_to_fp16, dilations = input_777_dilations_0, groups = input_777_groups_0, pad = input_777_pad_0, pad_type = input_777_pad_type_0, strides = input_777_strides_0, weight = const_356_to_fp16, x = input_775_cast_fp16)[name = tensor("input_779_cast_fp16")]; tensor input_781_cast_fp16 = silu(x = input_779_cast_fp16)[name = tensor("input_781_cast_fp16")]; tensor x_329_pad_type_0 = const()[name = tensor("x_329_pad_type_0"), val = tensor("valid")]; tensor x_329_strides_0 = const()[name = tensor("x_329_strides_0"), val = tensor([1])]; tensor x_329_pad_0 = const()[name = tensor("x_329_pad_0"), val = tensor([0, 0])]; tensor x_329_dilations_0 = const()[name = tensor("x_329_dilations_0"), val = tensor([1])]; tensor x_329_groups_0 = const()[name = tensor("x_329_groups_0"), val = tensor(1)]; tensor encoder_layers_14_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_14_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(726043648)))]; tensor encoder_layers_14_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_14_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(728140864)))]; tensor x_329_cast_fp16 = conv(bias = encoder_layers_14_conv_pointwise_conv2_bias_to_fp16, dilations = x_329_dilations_0, groups = x_329_groups_0, pad = x_329_pad_0, pad_type = x_329_pad_type_0, strides = x_329_strides_0, weight = encoder_layers_14_conv_pointwise_conv2_weight_to_fp16, x = input_781_cast_fp16)[name = tensor("x_329_cast_fp16")]; tensor input_783_perm_0 = const()[name = tensor("input_783_perm_0"), val = tensor([0, 2, 1])]; tensor input_783_cast_fp16 = transpose(perm = input_783_perm_0, x = x_329_cast_fp16)[name = tensor("transpose_279")]; tensor input_785_cast_fp16 = add(x = input_767_cast_fp16, y = input_783_cast_fp16)[name = tensor("input_785_cast_fp16")]; tensor input_787_axes_0 = const()[name = tensor("input_787_axes_0"), val = tensor([-1])]; tensor encoder_layers_14_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_14_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(728142976)))]; tensor encoder_layers_14_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_14_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(728145088)))]; tensor input_787_cast_fp16 = layer_norm(axes = input_787_axes_0, beta = encoder_layers_14_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_14_norm_feed_forward2_weight_to_fp16, x = input_785_cast_fp16)[name = tensor("input_787_cast_fp16")]; tensor encoder_layers_14_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_14_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(728147200)))]; tensor encoder_layers_14_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_14_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(736535872)))]; tensor linear_134_cast_fp16 = linear(bias = encoder_layers_14_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_14_feed_forward2_linear1_weight_to_fp16, x = input_787_cast_fp16)[name = tensor("linear_134_cast_fp16")]; tensor input_791_cast_fp16 = silu(x = linear_134_cast_fp16)[name = tensor("input_791_cast_fp16")]; tensor encoder_layers_14_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_14_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(736544128)))]; tensor encoder_layers_14_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_14_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(744932800)))]; tensor linear_135_cast_fp16 = linear(bias = encoder_layers_14_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_14_feed_forward2_linear2_weight_to_fp16, x = input_791_cast_fp16)[name = tensor("linear_135_cast_fp16")]; tensor var_2829_to_fp16 = const()[name = tensor("op_2829_to_fp16"), val = tensor(0x1p-1)]; tensor var_2830_cast_fp16 = mul(x = linear_135_cast_fp16, y = var_2829_to_fp16)[name = tensor("op_2830_cast_fp16")]; tensor input_797_cast_fp16 = add(x = input_785_cast_fp16, y = var_2830_cast_fp16)[name = tensor("input_797_cast_fp16")]; tensor input_799_axes_0 = const()[name = tensor("input_799_axes_0"), val = tensor([-1])]; tensor encoder_layers_14_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_14_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(744934912)))]; tensor encoder_layers_14_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_14_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(744937024)))]; tensor input_799_cast_fp16 = layer_norm(axes = input_799_axes_0, beta = encoder_layers_14_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_14_norm_out_weight_to_fp16, x = input_797_cast_fp16)[name = tensor("input_799_cast_fp16")]; tensor input_801_axes_0 = const()[name = tensor("input_801_axes_0"), val = tensor([-1])]; tensor encoder_layers_15_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_15_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(744939136)))]; tensor encoder_layers_15_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_15_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(744941248)))]; tensor input_801_cast_fp16 = layer_norm(axes = input_801_axes_0, beta = encoder_layers_15_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_15_norm_feed_forward1_weight_to_fp16, x = input_799_cast_fp16)[name = tensor("input_801_cast_fp16")]; tensor encoder_layers_15_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_15_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(744943360)))]; tensor encoder_layers_15_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_15_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(753332032)))]; tensor linear_136_cast_fp16 = linear(bias = encoder_layers_15_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_15_feed_forward1_linear1_weight_to_fp16, x = input_801_cast_fp16)[name = tensor("linear_136_cast_fp16")]; tensor input_805_cast_fp16 = silu(x = linear_136_cast_fp16)[name = tensor("input_805_cast_fp16")]; tensor encoder_layers_15_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_15_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(753340288)))]; tensor encoder_layers_15_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_15_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(761728960)))]; tensor linear_137_cast_fp16 = linear(bias = encoder_layers_15_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_15_feed_forward1_linear2_weight_to_fp16, x = input_805_cast_fp16)[name = tensor("linear_137_cast_fp16")]; tensor var_2860_to_fp16 = const()[name = tensor("op_2860_to_fp16"), val = tensor(0x1p-1)]; tensor var_2861_cast_fp16 = mul(x = linear_137_cast_fp16, y = var_2860_to_fp16)[name = tensor("op_2861_cast_fp16")]; tensor input_811_cast_fp16 = add(x = input_799_cast_fp16, y = var_2861_cast_fp16)[name = tensor("input_811_cast_fp16")]; tensor query_31_axes_0 = const()[name = tensor("query_31_axes_0"), val = tensor([-1])]; tensor encoder_layers_15_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_15_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(761731072)))]; tensor encoder_layers_15_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_15_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(761733184)))]; tensor query_31_cast_fp16 = layer_norm(axes = query_31_axes_0, beta = encoder_layers_15_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_15_norm_self_att_weight_to_fp16, x = input_811_cast_fp16)[name = tensor("query_31_cast_fp16")]; tensor encoder_layers_15_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_15_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(761735296)))]; tensor encoder_layers_15_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_15_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(763832512)))]; tensor linear_138_cast_fp16 = linear(bias = encoder_layers_15_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_15_self_attn_linear_q_weight_to_fp16, x = query_31_cast_fp16)[name = tensor("linear_138_cast_fp16")]; tensor var_2878 = const()[name = tensor("op_2878"), val = tensor([1, -1, 8, 128])]; tensor q_91_cast_fp16 = reshape(shape = var_2878, x = linear_138_cast_fp16)[name = tensor("q_91_cast_fp16")]; tensor encoder_layers_15_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_15_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(763834624)))]; tensor encoder_layers_15_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_15_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(765931840)))]; tensor linear_139_cast_fp16 = linear(bias = encoder_layers_15_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_15_self_attn_linear_k_weight_to_fp16, x = query_31_cast_fp16)[name = tensor("linear_139_cast_fp16")]; tensor var_2883 = const()[name = tensor("op_2883"), val = tensor([1, -1, 8, 128])]; tensor k_61_cast_fp16 = reshape(shape = var_2883, x = linear_139_cast_fp16)[name = tensor("k_61_cast_fp16")]; tensor encoder_layers_15_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_15_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(765933952)))]; tensor encoder_layers_15_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_15_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(768031168)))]; tensor linear_140_cast_fp16 = linear(bias = encoder_layers_15_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_15_self_attn_linear_v_weight_to_fp16, x = query_31_cast_fp16)[name = tensor("linear_140_cast_fp16")]; tensor var_2888 = const()[name = tensor("op_2888"), val = tensor([1, -1, 8, 128])]; tensor v_31_cast_fp16 = reshape(shape = var_2888, x = linear_140_cast_fp16)[name = tensor("v_31_cast_fp16")]; tensor value_33_perm_0 = const()[name = tensor("value_33_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_15_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_15_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(768033280)))]; tensor var_2900_cast_fp16 = add(x = q_91_cast_fp16, y = encoder_layers_15_self_attn_pos_bias_u_to_fp16)[name = tensor("op_2900_cast_fp16")]; tensor encoder_layers_15_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_15_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(768035392)))]; tensor var_2902_cast_fp16 = add(x = q_91_cast_fp16, y = encoder_layers_15_self_attn_pos_bias_v_to_fp16)[name = tensor("op_2902_cast_fp16")]; tensor q_with_bias_v_31_perm_0 = const()[name = tensor("q_with_bias_v_31_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_337_transpose_x_0 = const()[name = tensor("x_337_transpose_x_0"), val = tensor(false)]; tensor x_337_transpose_y_0 = const()[name = tensor("x_337_transpose_y_0"), val = tensor(false)]; tensor var_2904_to_fp16 = const()[name = tensor("op_2904_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(768037504)))]; tensor q_with_bias_v_31_cast_fp16 = transpose(perm = q_with_bias_v_31_perm_0, x = var_2902_cast_fp16)[name = tensor("transpose_277")]; tensor x_337_cast_fp16 = matmul(transpose_x = x_337_transpose_x_0, transpose_y = x_337_transpose_y_0, x = q_with_bias_v_31_cast_fp16, y = var_2904_to_fp16)[name = tensor("x_337_cast_fp16")]; tensor x_339_pad_0 = const()[name = tensor("x_339_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_339_mode_0 = const()[name = tensor("x_339_mode_0"), val = tensor("constant")]; tensor const_164_to_fp16 = const()[name = tensor("const_164_to_fp16"), val = tensor(0x0p+0)]; tensor x_339_cast_fp16 = pad(constant_val = const_164_to_fp16, mode = x_339_mode_0, pad = x_339_pad_0, x = x_337_cast_fp16)[name = tensor("x_339_cast_fp16")]; tensor var_2912 = const()[name = tensor("op_2912"), val = tensor([1, 8, -1, 188])]; tensor x_341_cast_fp16 = reshape(shape = var_2912, x = x_339_cast_fp16)[name = tensor("x_341_cast_fp16")]; tensor var_2916_begin_0 = const()[name = tensor("op_2916_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_2916_end_0 = const()[name = tensor("op_2916_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_2916_end_mask_0 = const()[name = tensor("op_2916_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_2916_cast_fp16 = slice_by_index(begin = var_2916_begin_0, end = var_2916_end_0, end_mask = var_2916_end_mask_0, x = x_341_cast_fp16)[name = tensor("op_2916_cast_fp16")]; tensor var_2917 = const()[name = tensor("op_2917"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_61_cast_fp16 = reshape(shape = var_2917, x = var_2916_cast_fp16)[name = tensor("matrix_bd_61_cast_fp16")]; tensor matrix_ac_31_transpose_x_0 = const()[name = tensor("matrix_ac_31_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_31_transpose_y_0 = const()[name = tensor("matrix_ac_31_transpose_y_0"), val = tensor(false)]; tensor transpose_126_perm_0 = const()[name = tensor("transpose_126_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_127_perm_0 = const()[name = tensor("transpose_127_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_127 = transpose(perm = transpose_127_perm_0, x = k_61_cast_fp16)[name = tensor("transpose_275")]; tensor transpose_126 = transpose(perm = transpose_126_perm_0, x = var_2900_cast_fp16)[name = tensor("transpose_276")]; tensor matrix_ac_31_cast_fp16 = matmul(transpose_x = matrix_ac_31_transpose_x_0, transpose_y = matrix_ac_31_transpose_y_0, x = transpose_126, y = transpose_127)[name = tensor("matrix_ac_31_cast_fp16")]; tensor matrix_bd_63_begin_0 = const()[name = tensor("matrix_bd_63_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_63_end_0 = const()[name = tensor("matrix_bd_63_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_63_end_mask_0 = const()[name = tensor("matrix_bd_63_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_63_cast_fp16 = slice_by_index(begin = matrix_bd_63_begin_0, end = matrix_bd_63_end_0, end_mask = matrix_bd_63_end_mask_0, x = matrix_bd_61_cast_fp16)[name = tensor("matrix_bd_63_cast_fp16")]; tensor var_2926_cast_fp16 = add(x = matrix_ac_31_cast_fp16, y = matrix_bd_63_cast_fp16)[name = tensor("op_2926_cast_fp16")]; tensor _inversed_scores_61_y_0_to_fp16 = const()[name = tensor("_inversed_scores_61_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_61_cast_fp16 = mul(x = var_2926_cast_fp16, y = _inversed_scores_61_y_0_to_fp16)[name = tensor("_inversed_scores_61_cast_fp16")]; tensor scores_63_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_61_cast_fp16, cond = mask_3)[name = tensor("scores_63_cast_fp16")]; tensor var_2932_cast_fp16 = softmax(axis = var_30, x = scores_63_cast_fp16)[name = tensor("op_2932_cast_fp16")]; tensor input_813_cast_fp16 = select(a = var_11_to_fp16, b = var_2932_cast_fp16, cond = mask_3)[name = tensor("input_813_cast_fp16")]; tensor x_343_transpose_x_0 = const()[name = tensor("x_343_transpose_x_0"), val = tensor(false)]; tensor x_343_transpose_y_0 = const()[name = tensor("x_343_transpose_y_0"), val = tensor(false)]; tensor value_33_cast_fp16 = transpose(perm = value_33_perm_0, x = v_31_cast_fp16)[name = tensor("transpose_278")]; tensor x_343_cast_fp16 = matmul(transpose_x = x_343_transpose_x_0, transpose_y = x_343_transpose_y_0, x = input_813_cast_fp16, y = value_33_cast_fp16)[name = tensor("x_343_cast_fp16")]; tensor var_2936_perm_0 = const()[name = tensor("op_2936_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2937 = const()[name = tensor("op_2937"), val = tensor([1, -1, 1024])]; tensor var_2936_cast_fp16 = transpose(perm = var_2936_perm_0, x = x_343_cast_fp16)[name = tensor("transpose_274")]; tensor input_815_cast_fp16 = reshape(shape = var_2937, x = var_2936_cast_fp16)[name = tensor("input_815_cast_fp16")]; tensor encoder_layers_15_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_15_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(768805568)))]; tensor encoder_layers_15_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_15_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(770902784)))]; tensor linear_142_cast_fp16 = linear(bias = encoder_layers_15_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_15_self_attn_linear_out_weight_to_fp16, x = input_815_cast_fp16)[name = tensor("linear_142_cast_fp16")]; tensor input_819_cast_fp16 = add(x = input_811_cast_fp16, y = linear_142_cast_fp16)[name = tensor("input_819_cast_fp16")]; tensor x_347_axes_0 = const()[name = tensor("x_347_axes_0"), val = tensor([-1])]; tensor encoder_layers_15_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_15_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(770904896)))]; tensor encoder_layers_15_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_15_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(770907008)))]; tensor x_347_cast_fp16 = layer_norm(axes = x_347_axes_0, beta = encoder_layers_15_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_15_norm_conv_weight_to_fp16, x = input_819_cast_fp16)[name = tensor("x_347_cast_fp16")]; tensor input_821_perm_0 = const()[name = tensor("input_821_perm_0"), val = tensor([0, 2, 1])]; tensor input_823_pad_type_0 = const()[name = tensor("input_823_pad_type_0"), val = tensor("valid")]; tensor input_823_strides_0 = const()[name = tensor("input_823_strides_0"), val = tensor([1])]; tensor input_823_pad_0 = const()[name = tensor("input_823_pad_0"), val = tensor([0, 0])]; tensor input_823_dilations_0 = const()[name = tensor("input_823_dilations_0"), val = tensor([1])]; tensor input_823_groups_0 = const()[name = tensor("input_823_groups_0"), val = tensor(1)]; tensor encoder_layers_15_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_15_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(770909120)))]; tensor encoder_layers_15_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_15_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(775103488)))]; tensor input_821_cast_fp16 = transpose(perm = input_821_perm_0, x = x_347_cast_fp16)[name = tensor("transpose_273")]; tensor input_823_cast_fp16 = conv(bias = encoder_layers_15_conv_pointwise_conv1_bias_to_fp16, dilations = input_823_dilations_0, groups = input_823_groups_0, pad = input_823_pad_0, pad_type = input_823_pad_type_0, strides = input_823_strides_0, weight = encoder_layers_15_conv_pointwise_conv1_weight_to_fp16, x = input_821_cast_fp16)[name = tensor("input_823_cast_fp16")]; tensor x_349_split_num_splits_0 = const()[name = tensor("x_349_split_num_splits_0"), val = tensor(2)]; tensor x_349_split_axis_0 = const()[name = tensor("x_349_split_axis_0"), val = tensor(1)]; tensor x_349_split_cast_fp16_0, tensor x_349_split_cast_fp16_1 = split(axis = x_349_split_axis_0, num_splits = x_349_split_num_splits_0, x = input_823_cast_fp16)[name = tensor("x_349_split_cast_fp16")]; tensor x_349_split_1_sigmoid_cast_fp16 = sigmoid(x = x_349_split_cast_fp16_1)[name = tensor("x_349_split_1_sigmoid_cast_fp16")]; tensor x_349_cast_fp16 = mul(x = x_349_split_cast_fp16_0, y = x_349_split_1_sigmoid_cast_fp16)[name = tensor("x_349_cast_fp16")]; tensor input_825_cast_fp16 = select(a = var_11_to_fp16, b = x_349_cast_fp16, cond = var_351)[name = tensor("input_825_cast_fp16")]; tensor input_827_pad_0 = const()[name = tensor("input_827_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_827_mode_0 = const()[name = tensor("input_827_mode_0"), val = tensor("constant")]; tensor const_167_to_fp16 = const()[name = tensor("const_167_to_fp16"), val = tensor(0x0p+0)]; tensor input_827_cast_fp16 = pad(constant_val = const_167_to_fp16, mode = input_827_mode_0, pad = input_827_pad_0, x = input_825_cast_fp16)[name = tensor("input_827_cast_fp16")]; tensor input_829_pad_type_0 = const()[name = tensor("input_829_pad_type_0"), val = tensor("valid")]; tensor input_829_groups_0 = const()[name = tensor("input_829_groups_0"), val = tensor(1024)]; tensor input_829_strides_0 = const()[name = tensor("input_829_strides_0"), val = tensor([1])]; tensor input_829_pad_0 = const()[name = tensor("input_829_pad_0"), val = tensor([0, 0])]; tensor input_829_dilations_0 = const()[name = tensor("input_829_dilations_0"), val = tensor([1])]; tensor const_358_to_fp16 = const()[name = tensor("const_358_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(775107648)))]; tensor const_359_to_fp16 = const()[name = tensor("const_359_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(775126144)))]; tensor input_831_cast_fp16 = conv(bias = const_359_to_fp16, dilations = input_829_dilations_0, groups = input_829_groups_0, pad = input_829_pad_0, pad_type = input_829_pad_type_0, strides = input_829_strides_0, weight = const_358_to_fp16, x = input_827_cast_fp16)[name = tensor("input_831_cast_fp16")]; tensor input_833_cast_fp16 = silu(x = input_831_cast_fp16)[name = tensor("input_833_cast_fp16")]; tensor x_351_pad_type_0 = const()[name = tensor("x_351_pad_type_0"), val = tensor("valid")]; tensor x_351_strides_0 = const()[name = tensor("x_351_strides_0"), val = tensor([1])]; tensor x_351_pad_0 = const()[name = tensor("x_351_pad_0"), val = tensor([0, 0])]; tensor x_351_dilations_0 = const()[name = tensor("x_351_dilations_0"), val = tensor([1])]; tensor x_351_groups_0 = const()[name = tensor("x_351_groups_0"), val = tensor(1)]; tensor encoder_layers_15_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_15_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(775128256)))]; tensor encoder_layers_15_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_15_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(777225472)))]; tensor x_351_cast_fp16 = conv(bias = encoder_layers_15_conv_pointwise_conv2_bias_to_fp16, dilations = x_351_dilations_0, groups = x_351_groups_0, pad = x_351_pad_0, pad_type = x_351_pad_type_0, strides = x_351_strides_0, weight = encoder_layers_15_conv_pointwise_conv2_weight_to_fp16, x = input_833_cast_fp16)[name = tensor("x_351_cast_fp16")]; tensor input_835_perm_0 = const()[name = tensor("input_835_perm_0"), val = tensor([0, 2, 1])]; tensor input_835_cast_fp16 = transpose(perm = input_835_perm_0, x = x_351_cast_fp16)[name = tensor("transpose_272")]; tensor input_837_cast_fp16 = add(x = input_819_cast_fp16, y = input_835_cast_fp16)[name = tensor("input_837_cast_fp16")]; tensor input_839_axes_0 = const()[name = tensor("input_839_axes_0"), val = tensor([-1])]; tensor encoder_layers_15_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_15_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(777227584)))]; tensor encoder_layers_15_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_15_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(777229696)))]; tensor input_839_cast_fp16 = layer_norm(axes = input_839_axes_0, beta = encoder_layers_15_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_15_norm_feed_forward2_weight_to_fp16, x = input_837_cast_fp16)[name = tensor("input_839_cast_fp16")]; tensor encoder_layers_15_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_15_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(777231808)))]; tensor encoder_layers_15_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_15_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(785620480)))]; tensor linear_143_cast_fp16 = linear(bias = encoder_layers_15_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_15_feed_forward2_linear1_weight_to_fp16, x = input_839_cast_fp16)[name = tensor("linear_143_cast_fp16")]; tensor input_843_cast_fp16 = silu(x = linear_143_cast_fp16)[name = tensor("input_843_cast_fp16")]; tensor encoder_layers_15_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_15_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(785628736)))]; tensor encoder_layers_15_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_15_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(794017408)))]; tensor linear_144_cast_fp16 = linear(bias = encoder_layers_15_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_15_feed_forward2_linear2_weight_to_fp16, x = input_843_cast_fp16)[name = tensor("linear_144_cast_fp16")]; tensor var_3003_to_fp16 = const()[name = tensor("op_3003_to_fp16"), val = tensor(0x1p-1)]; tensor var_3004_cast_fp16 = mul(x = linear_144_cast_fp16, y = var_3003_to_fp16)[name = tensor("op_3004_cast_fp16")]; tensor input_849_cast_fp16 = add(x = input_837_cast_fp16, y = var_3004_cast_fp16)[name = tensor("input_849_cast_fp16")]; tensor input_851_axes_0 = const()[name = tensor("input_851_axes_0"), val = tensor([-1])]; tensor encoder_layers_15_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_15_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(794019520)))]; tensor encoder_layers_15_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_15_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(794021632)))]; tensor input_851_cast_fp16 = layer_norm(axes = input_851_axes_0, beta = encoder_layers_15_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_15_norm_out_weight_to_fp16, x = input_849_cast_fp16)[name = tensor("input_851_cast_fp16")]; tensor input_853_axes_0 = const()[name = tensor("input_853_axes_0"), val = tensor([-1])]; tensor encoder_layers_16_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_16_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(794023744)))]; tensor encoder_layers_16_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_16_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(794025856)))]; tensor input_853_cast_fp16 = layer_norm(axes = input_853_axes_0, beta = encoder_layers_16_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_16_norm_feed_forward1_weight_to_fp16, x = input_851_cast_fp16)[name = tensor("input_853_cast_fp16")]; tensor encoder_layers_16_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_16_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(794027968)))]; tensor encoder_layers_16_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_16_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(802416640)))]; tensor linear_145_cast_fp16 = linear(bias = encoder_layers_16_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_16_feed_forward1_linear1_weight_to_fp16, x = input_853_cast_fp16)[name = tensor("linear_145_cast_fp16")]; tensor input_857_cast_fp16 = silu(x = linear_145_cast_fp16)[name = tensor("input_857_cast_fp16")]; tensor encoder_layers_16_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_16_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(802424896)))]; tensor encoder_layers_16_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_16_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(810813568)))]; tensor linear_146_cast_fp16 = linear(bias = encoder_layers_16_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_16_feed_forward1_linear2_weight_to_fp16, x = input_857_cast_fp16)[name = tensor("linear_146_cast_fp16")]; tensor var_3034_to_fp16 = const()[name = tensor("op_3034_to_fp16"), val = tensor(0x1p-1)]; tensor var_3035_cast_fp16 = mul(x = linear_146_cast_fp16, y = var_3034_to_fp16)[name = tensor("op_3035_cast_fp16")]; tensor input_863_cast_fp16 = add(x = input_851_cast_fp16, y = var_3035_cast_fp16)[name = tensor("input_863_cast_fp16")]; tensor query_33_axes_0 = const()[name = tensor("query_33_axes_0"), val = tensor([-1])]; tensor encoder_layers_16_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_16_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(810815680)))]; tensor encoder_layers_16_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_16_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(810817792)))]; tensor query_33_cast_fp16 = layer_norm(axes = query_33_axes_0, beta = encoder_layers_16_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_16_norm_self_att_weight_to_fp16, x = input_863_cast_fp16)[name = tensor("query_33_cast_fp16")]; tensor encoder_layers_16_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_16_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(810819904)))]; tensor encoder_layers_16_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_16_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(812917120)))]; tensor linear_147_cast_fp16 = linear(bias = encoder_layers_16_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_16_self_attn_linear_q_weight_to_fp16, x = query_33_cast_fp16)[name = tensor("linear_147_cast_fp16")]; tensor var_3052 = const()[name = tensor("op_3052"), val = tensor([1, -1, 8, 128])]; tensor q_97_cast_fp16 = reshape(shape = var_3052, x = linear_147_cast_fp16)[name = tensor("q_97_cast_fp16")]; tensor encoder_layers_16_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_16_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(812919232)))]; tensor encoder_layers_16_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_16_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(815016448)))]; tensor linear_148_cast_fp16 = linear(bias = encoder_layers_16_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_16_self_attn_linear_k_weight_to_fp16, x = query_33_cast_fp16)[name = tensor("linear_148_cast_fp16")]; tensor var_3057 = const()[name = tensor("op_3057"), val = tensor([1, -1, 8, 128])]; tensor k_65_cast_fp16 = reshape(shape = var_3057, x = linear_148_cast_fp16)[name = tensor("k_65_cast_fp16")]; tensor encoder_layers_16_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_16_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(815018560)))]; tensor encoder_layers_16_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_16_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(817115776)))]; tensor linear_149_cast_fp16 = linear(bias = encoder_layers_16_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_16_self_attn_linear_v_weight_to_fp16, x = query_33_cast_fp16)[name = tensor("linear_149_cast_fp16")]; tensor var_3062 = const()[name = tensor("op_3062"), val = tensor([1, -1, 8, 128])]; tensor v_33_cast_fp16 = reshape(shape = var_3062, x = linear_149_cast_fp16)[name = tensor("v_33_cast_fp16")]; tensor value_35_perm_0 = const()[name = tensor("value_35_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_16_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_16_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(817117888)))]; tensor var_3074_cast_fp16 = add(x = q_97_cast_fp16, y = encoder_layers_16_self_attn_pos_bias_u_to_fp16)[name = tensor("op_3074_cast_fp16")]; tensor encoder_layers_16_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_16_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(817120000)))]; tensor var_3076_cast_fp16 = add(x = q_97_cast_fp16, y = encoder_layers_16_self_attn_pos_bias_v_to_fp16)[name = tensor("op_3076_cast_fp16")]; tensor q_with_bias_v_33_perm_0 = const()[name = tensor("q_with_bias_v_33_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_359_transpose_x_0 = const()[name = tensor("x_359_transpose_x_0"), val = tensor(false)]; tensor x_359_transpose_y_0 = const()[name = tensor("x_359_transpose_y_0"), val = tensor(false)]; tensor var_3078_to_fp16 = const()[name = tensor("op_3078_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(817122112)))]; tensor q_with_bias_v_33_cast_fp16 = transpose(perm = q_with_bias_v_33_perm_0, x = var_3076_cast_fp16)[name = tensor("transpose_270")]; tensor x_359_cast_fp16 = matmul(transpose_x = x_359_transpose_x_0, transpose_y = x_359_transpose_y_0, x = q_with_bias_v_33_cast_fp16, y = var_3078_to_fp16)[name = tensor("x_359_cast_fp16")]; tensor x_361_pad_0 = const()[name = tensor("x_361_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_361_mode_0 = const()[name = tensor("x_361_mode_0"), val = tensor("constant")]; tensor const_174_to_fp16 = const()[name = tensor("const_174_to_fp16"), val = tensor(0x0p+0)]; tensor x_361_cast_fp16 = pad(constant_val = const_174_to_fp16, mode = x_361_mode_0, pad = x_361_pad_0, x = x_359_cast_fp16)[name = tensor("x_361_cast_fp16")]; tensor var_3086 = const()[name = tensor("op_3086"), val = tensor([1, 8, -1, 188])]; tensor x_363_cast_fp16 = reshape(shape = var_3086, x = x_361_cast_fp16)[name = tensor("x_363_cast_fp16")]; tensor var_3090_begin_0 = const()[name = tensor("op_3090_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_3090_end_0 = const()[name = tensor("op_3090_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_3090_end_mask_0 = const()[name = tensor("op_3090_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_3090_cast_fp16 = slice_by_index(begin = var_3090_begin_0, end = var_3090_end_0, end_mask = var_3090_end_mask_0, x = x_363_cast_fp16)[name = tensor("op_3090_cast_fp16")]; tensor var_3091 = const()[name = tensor("op_3091"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_65_cast_fp16 = reshape(shape = var_3091, x = var_3090_cast_fp16)[name = tensor("matrix_bd_65_cast_fp16")]; tensor matrix_ac_33_transpose_x_0 = const()[name = tensor("matrix_ac_33_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_33_transpose_y_0 = const()[name = tensor("matrix_ac_33_transpose_y_0"), val = tensor(false)]; tensor transpose_128_perm_0 = const()[name = tensor("transpose_128_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_129_perm_0 = const()[name = tensor("transpose_129_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_129 = transpose(perm = transpose_129_perm_0, x = k_65_cast_fp16)[name = tensor("transpose_268")]; tensor transpose_128 = transpose(perm = transpose_128_perm_0, x = var_3074_cast_fp16)[name = tensor("transpose_269")]; tensor matrix_ac_33_cast_fp16 = matmul(transpose_x = matrix_ac_33_transpose_x_0, transpose_y = matrix_ac_33_transpose_y_0, x = transpose_128, y = transpose_129)[name = tensor("matrix_ac_33_cast_fp16")]; tensor matrix_bd_67_begin_0 = const()[name = tensor("matrix_bd_67_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_67_end_0 = const()[name = tensor("matrix_bd_67_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_67_end_mask_0 = const()[name = tensor("matrix_bd_67_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_67_cast_fp16 = slice_by_index(begin = matrix_bd_67_begin_0, end = matrix_bd_67_end_0, end_mask = matrix_bd_67_end_mask_0, x = matrix_bd_65_cast_fp16)[name = tensor("matrix_bd_67_cast_fp16")]; tensor var_3100_cast_fp16 = add(x = matrix_ac_33_cast_fp16, y = matrix_bd_67_cast_fp16)[name = tensor("op_3100_cast_fp16")]; tensor _inversed_scores_65_y_0_to_fp16 = const()[name = tensor("_inversed_scores_65_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_65_cast_fp16 = mul(x = var_3100_cast_fp16, y = _inversed_scores_65_y_0_to_fp16)[name = tensor("_inversed_scores_65_cast_fp16")]; tensor scores_67_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_65_cast_fp16, cond = mask_3)[name = tensor("scores_67_cast_fp16")]; tensor var_3106_cast_fp16 = softmax(axis = var_30, x = scores_67_cast_fp16)[name = tensor("op_3106_cast_fp16")]; tensor input_865_cast_fp16 = select(a = var_11_to_fp16, b = var_3106_cast_fp16, cond = mask_3)[name = tensor("input_865_cast_fp16")]; tensor x_365_transpose_x_0 = const()[name = tensor("x_365_transpose_x_0"), val = tensor(false)]; tensor x_365_transpose_y_0 = const()[name = tensor("x_365_transpose_y_0"), val = tensor(false)]; tensor value_35_cast_fp16 = transpose(perm = value_35_perm_0, x = v_33_cast_fp16)[name = tensor("transpose_271")]; tensor x_365_cast_fp16 = matmul(transpose_x = x_365_transpose_x_0, transpose_y = x_365_transpose_y_0, x = input_865_cast_fp16, y = value_35_cast_fp16)[name = tensor("x_365_cast_fp16")]; tensor var_3110_perm_0 = const()[name = tensor("op_3110_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_3111 = const()[name = tensor("op_3111"), val = tensor([1, -1, 1024])]; tensor var_3110_cast_fp16 = transpose(perm = var_3110_perm_0, x = x_365_cast_fp16)[name = tensor("transpose_267")]; tensor input_867_cast_fp16 = reshape(shape = var_3111, x = var_3110_cast_fp16)[name = tensor("input_867_cast_fp16")]; tensor encoder_layers_16_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_16_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(817890176)))]; tensor encoder_layers_16_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_16_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(819987392)))]; tensor linear_151_cast_fp16 = linear(bias = encoder_layers_16_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_16_self_attn_linear_out_weight_to_fp16, x = input_867_cast_fp16)[name = tensor("linear_151_cast_fp16")]; tensor input_871_cast_fp16 = add(x = input_863_cast_fp16, y = linear_151_cast_fp16)[name = tensor("input_871_cast_fp16")]; tensor x_369_axes_0 = const()[name = tensor("x_369_axes_0"), val = tensor([-1])]; tensor encoder_layers_16_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_16_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(819989504)))]; tensor encoder_layers_16_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_16_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(819991616)))]; tensor x_369_cast_fp16 = layer_norm(axes = x_369_axes_0, beta = encoder_layers_16_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_16_norm_conv_weight_to_fp16, x = input_871_cast_fp16)[name = tensor("x_369_cast_fp16")]; tensor input_873_perm_0 = const()[name = tensor("input_873_perm_0"), val = tensor([0, 2, 1])]; tensor input_875_pad_type_0 = const()[name = tensor("input_875_pad_type_0"), val = tensor("valid")]; tensor input_875_strides_0 = const()[name = tensor("input_875_strides_0"), val = tensor([1])]; tensor input_875_pad_0 = const()[name = tensor("input_875_pad_0"), val = tensor([0, 0])]; tensor input_875_dilations_0 = const()[name = tensor("input_875_dilations_0"), val = tensor([1])]; tensor input_875_groups_0 = const()[name = tensor("input_875_groups_0"), val = tensor(1)]; tensor encoder_layers_16_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_16_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(819993728)))]; tensor encoder_layers_16_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_16_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(824188096)))]; tensor input_873_cast_fp16 = transpose(perm = input_873_perm_0, x = x_369_cast_fp16)[name = tensor("transpose_266")]; tensor input_875_cast_fp16 = conv(bias = encoder_layers_16_conv_pointwise_conv1_bias_to_fp16, dilations = input_875_dilations_0, groups = input_875_groups_0, pad = input_875_pad_0, pad_type = input_875_pad_type_0, strides = input_875_strides_0, weight = encoder_layers_16_conv_pointwise_conv1_weight_to_fp16, x = input_873_cast_fp16)[name = tensor("input_875_cast_fp16")]; tensor x_371_split_num_splits_0 = const()[name = tensor("x_371_split_num_splits_0"), val = tensor(2)]; tensor x_371_split_axis_0 = const()[name = tensor("x_371_split_axis_0"), val = tensor(1)]; tensor x_371_split_cast_fp16_0, tensor x_371_split_cast_fp16_1 = split(axis = x_371_split_axis_0, num_splits = x_371_split_num_splits_0, x = input_875_cast_fp16)[name = tensor("x_371_split_cast_fp16")]; tensor x_371_split_1_sigmoid_cast_fp16 = sigmoid(x = x_371_split_cast_fp16_1)[name = tensor("x_371_split_1_sigmoid_cast_fp16")]; tensor x_371_cast_fp16 = mul(x = x_371_split_cast_fp16_0, y = x_371_split_1_sigmoid_cast_fp16)[name = tensor("x_371_cast_fp16")]; tensor input_877_cast_fp16 = select(a = var_11_to_fp16, b = x_371_cast_fp16, cond = var_351)[name = tensor("input_877_cast_fp16")]; tensor input_879_pad_0 = const()[name = tensor("input_879_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_879_mode_0 = const()[name = tensor("input_879_mode_0"), val = tensor("constant")]; tensor const_177_to_fp16 = const()[name = tensor("const_177_to_fp16"), val = tensor(0x0p+0)]; tensor input_879_cast_fp16 = pad(constant_val = const_177_to_fp16, mode = input_879_mode_0, pad = input_879_pad_0, x = input_877_cast_fp16)[name = tensor("input_879_cast_fp16")]; tensor input_881_pad_type_0 = const()[name = tensor("input_881_pad_type_0"), val = tensor("valid")]; tensor input_881_groups_0 = const()[name = tensor("input_881_groups_0"), val = tensor(1024)]; tensor input_881_strides_0 = const()[name = tensor("input_881_strides_0"), val = tensor([1])]; tensor input_881_pad_0 = const()[name = tensor("input_881_pad_0"), val = tensor([0, 0])]; tensor input_881_dilations_0 = const()[name = tensor("input_881_dilations_0"), val = tensor([1])]; tensor const_360_to_fp16 = const()[name = tensor("const_360_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(824192256)))]; tensor const_361_to_fp16 = const()[name = tensor("const_361_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(824210752)))]; tensor input_883_cast_fp16 = conv(bias = const_361_to_fp16, dilations = input_881_dilations_0, groups = input_881_groups_0, pad = input_881_pad_0, pad_type = input_881_pad_type_0, strides = input_881_strides_0, weight = const_360_to_fp16, x = input_879_cast_fp16)[name = tensor("input_883_cast_fp16")]; tensor input_885_cast_fp16 = silu(x = input_883_cast_fp16)[name = tensor("input_885_cast_fp16")]; tensor x_373_pad_type_0 = const()[name = tensor("x_373_pad_type_0"), val = tensor("valid")]; tensor x_373_strides_0 = const()[name = tensor("x_373_strides_0"), val = tensor([1])]; tensor x_373_pad_0 = const()[name = tensor("x_373_pad_0"), val = tensor([0, 0])]; tensor x_373_dilations_0 = const()[name = tensor("x_373_dilations_0"), val = tensor([1])]; tensor x_373_groups_0 = const()[name = tensor("x_373_groups_0"), val = tensor(1)]; tensor encoder_layers_16_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_16_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(824212864)))]; tensor encoder_layers_16_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_16_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(826310080)))]; tensor x_373_cast_fp16 = conv(bias = encoder_layers_16_conv_pointwise_conv2_bias_to_fp16, dilations = x_373_dilations_0, groups = x_373_groups_0, pad = x_373_pad_0, pad_type = x_373_pad_type_0, strides = x_373_strides_0, weight = encoder_layers_16_conv_pointwise_conv2_weight_to_fp16, x = input_885_cast_fp16)[name = tensor("x_373_cast_fp16")]; tensor input_887_perm_0 = const()[name = tensor("input_887_perm_0"), val = tensor([0, 2, 1])]; tensor input_887_cast_fp16 = transpose(perm = input_887_perm_0, x = x_373_cast_fp16)[name = tensor("transpose_265")]; tensor input_889_cast_fp16 = add(x = input_871_cast_fp16, y = input_887_cast_fp16)[name = tensor("input_889_cast_fp16")]; tensor input_891_axes_0 = const()[name = tensor("input_891_axes_0"), val = tensor([-1])]; tensor encoder_layers_16_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_16_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(826312192)))]; tensor encoder_layers_16_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_16_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(826314304)))]; tensor input_891_cast_fp16 = layer_norm(axes = input_891_axes_0, beta = encoder_layers_16_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_16_norm_feed_forward2_weight_to_fp16, x = input_889_cast_fp16)[name = tensor("input_891_cast_fp16")]; tensor encoder_layers_16_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_16_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(826316416)))]; tensor encoder_layers_16_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_16_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(834705088)))]; tensor linear_152_cast_fp16 = linear(bias = encoder_layers_16_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_16_feed_forward2_linear1_weight_to_fp16, x = input_891_cast_fp16)[name = tensor("linear_152_cast_fp16")]; tensor input_895_cast_fp16 = silu(x = linear_152_cast_fp16)[name = tensor("input_895_cast_fp16")]; tensor encoder_layers_16_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_16_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(834713344)))]; tensor encoder_layers_16_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_16_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(843102016)))]; tensor linear_153_cast_fp16 = linear(bias = encoder_layers_16_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_16_feed_forward2_linear2_weight_to_fp16, x = input_895_cast_fp16)[name = tensor("linear_153_cast_fp16")]; tensor var_3177_to_fp16 = const()[name = tensor("op_3177_to_fp16"), val = tensor(0x1p-1)]; tensor var_3178_cast_fp16 = mul(x = linear_153_cast_fp16, y = var_3177_to_fp16)[name = tensor("op_3178_cast_fp16")]; tensor input_901_cast_fp16 = add(x = input_889_cast_fp16, y = var_3178_cast_fp16)[name = tensor("input_901_cast_fp16")]; tensor input_903_axes_0 = const()[name = tensor("input_903_axes_0"), val = tensor([-1])]; tensor encoder_layers_16_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_16_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(843104128)))]; tensor encoder_layers_16_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_16_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(843106240)))]; tensor input_903_cast_fp16 = layer_norm(axes = input_903_axes_0, beta = encoder_layers_16_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_16_norm_out_weight_to_fp16, x = input_901_cast_fp16)[name = tensor("input_903_cast_fp16")]; tensor input_905_axes_0 = const()[name = tensor("input_905_axes_0"), val = tensor([-1])]; tensor encoder_layers_17_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_17_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(843108352)))]; tensor encoder_layers_17_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_17_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(843110464)))]; tensor input_905_cast_fp16 = layer_norm(axes = input_905_axes_0, beta = encoder_layers_17_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_17_norm_feed_forward1_weight_to_fp16, x = input_903_cast_fp16)[name = tensor("input_905_cast_fp16")]; tensor encoder_layers_17_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_17_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(843112576)))]; tensor encoder_layers_17_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_17_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(851501248)))]; tensor linear_154_cast_fp16 = linear(bias = encoder_layers_17_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_17_feed_forward1_linear1_weight_to_fp16, x = input_905_cast_fp16)[name = tensor("linear_154_cast_fp16")]; tensor input_909_cast_fp16 = silu(x = linear_154_cast_fp16)[name = tensor("input_909_cast_fp16")]; tensor encoder_layers_17_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_17_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(851509504)))]; tensor encoder_layers_17_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_17_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(859898176)))]; tensor linear_155_cast_fp16 = linear(bias = encoder_layers_17_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_17_feed_forward1_linear2_weight_to_fp16, x = input_909_cast_fp16)[name = tensor("linear_155_cast_fp16")]; tensor var_3208_to_fp16 = const()[name = tensor("op_3208_to_fp16"), val = tensor(0x1p-1)]; tensor var_3209_cast_fp16 = mul(x = linear_155_cast_fp16, y = var_3208_to_fp16)[name = tensor("op_3209_cast_fp16")]; tensor input_915_cast_fp16 = add(x = input_903_cast_fp16, y = var_3209_cast_fp16)[name = tensor("input_915_cast_fp16")]; tensor query_35_axes_0 = const()[name = tensor("query_35_axes_0"), val = tensor([-1])]; tensor encoder_layers_17_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_17_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(859900288)))]; tensor encoder_layers_17_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_17_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(859902400)))]; tensor query_35_cast_fp16 = layer_norm(axes = query_35_axes_0, beta = encoder_layers_17_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_17_norm_self_att_weight_to_fp16, x = input_915_cast_fp16)[name = tensor("query_35_cast_fp16")]; tensor encoder_layers_17_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_17_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(859904512)))]; tensor encoder_layers_17_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_17_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(862001728)))]; tensor linear_156_cast_fp16 = linear(bias = encoder_layers_17_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_17_self_attn_linear_q_weight_to_fp16, x = query_35_cast_fp16)[name = tensor("linear_156_cast_fp16")]; tensor var_3226 = const()[name = tensor("op_3226"), val = tensor([1, -1, 8, 128])]; tensor q_103_cast_fp16 = reshape(shape = var_3226, x = linear_156_cast_fp16)[name = tensor("q_103_cast_fp16")]; tensor encoder_layers_17_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_17_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(862003840)))]; tensor encoder_layers_17_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_17_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(864101056)))]; tensor linear_157_cast_fp16 = linear(bias = encoder_layers_17_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_17_self_attn_linear_k_weight_to_fp16, x = query_35_cast_fp16)[name = tensor("linear_157_cast_fp16")]; tensor var_3231 = const()[name = tensor("op_3231"), val = tensor([1, -1, 8, 128])]; tensor k_69_cast_fp16 = reshape(shape = var_3231, x = linear_157_cast_fp16)[name = tensor("k_69_cast_fp16")]; tensor encoder_layers_17_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_17_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(864103168)))]; tensor encoder_layers_17_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_17_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(866200384)))]; tensor linear_158_cast_fp16 = linear(bias = encoder_layers_17_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_17_self_attn_linear_v_weight_to_fp16, x = query_35_cast_fp16)[name = tensor("linear_158_cast_fp16")]; tensor var_3236 = const()[name = tensor("op_3236"), val = tensor([1, -1, 8, 128])]; tensor v_35_cast_fp16 = reshape(shape = var_3236, x = linear_158_cast_fp16)[name = tensor("v_35_cast_fp16")]; tensor value_37_perm_0 = const()[name = tensor("value_37_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_17_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_17_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(866202496)))]; tensor var_3248_cast_fp16 = add(x = q_103_cast_fp16, y = encoder_layers_17_self_attn_pos_bias_u_to_fp16)[name = tensor("op_3248_cast_fp16")]; tensor encoder_layers_17_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_17_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(866204608)))]; tensor var_3250_cast_fp16 = add(x = q_103_cast_fp16, y = encoder_layers_17_self_attn_pos_bias_v_to_fp16)[name = tensor("op_3250_cast_fp16")]; tensor q_with_bias_v_35_perm_0 = const()[name = tensor("q_with_bias_v_35_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_381_transpose_x_0 = const()[name = tensor("x_381_transpose_x_0"), val = tensor(false)]; tensor x_381_transpose_y_0 = const()[name = tensor("x_381_transpose_y_0"), val = tensor(false)]; tensor var_3252_to_fp16 = const()[name = tensor("op_3252_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(866206720)))]; tensor q_with_bias_v_35_cast_fp16 = transpose(perm = q_with_bias_v_35_perm_0, x = var_3250_cast_fp16)[name = tensor("transpose_263")]; tensor x_381_cast_fp16 = matmul(transpose_x = x_381_transpose_x_0, transpose_y = x_381_transpose_y_0, x = q_with_bias_v_35_cast_fp16, y = var_3252_to_fp16)[name = tensor("x_381_cast_fp16")]; tensor x_383_pad_0 = const()[name = tensor("x_383_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_383_mode_0 = const()[name = tensor("x_383_mode_0"), val = tensor("constant")]; tensor const_184_to_fp16 = const()[name = tensor("const_184_to_fp16"), val = tensor(0x0p+0)]; tensor x_383_cast_fp16 = pad(constant_val = const_184_to_fp16, mode = x_383_mode_0, pad = x_383_pad_0, x = x_381_cast_fp16)[name = tensor("x_383_cast_fp16")]; tensor var_3260 = const()[name = tensor("op_3260"), val = tensor([1, 8, -1, 188])]; tensor x_385_cast_fp16 = reshape(shape = var_3260, x = x_383_cast_fp16)[name = tensor("x_385_cast_fp16")]; tensor var_3264_begin_0 = const()[name = tensor("op_3264_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_3264_end_0 = const()[name = tensor("op_3264_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_3264_end_mask_0 = const()[name = tensor("op_3264_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_3264_cast_fp16 = slice_by_index(begin = var_3264_begin_0, end = var_3264_end_0, end_mask = var_3264_end_mask_0, x = x_385_cast_fp16)[name = tensor("op_3264_cast_fp16")]; tensor var_3265 = const()[name = tensor("op_3265"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_69_cast_fp16 = reshape(shape = var_3265, x = var_3264_cast_fp16)[name = tensor("matrix_bd_69_cast_fp16")]; tensor matrix_ac_35_transpose_x_0 = const()[name = tensor("matrix_ac_35_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_35_transpose_y_0 = const()[name = tensor("matrix_ac_35_transpose_y_0"), val = tensor(false)]; tensor transpose_130_perm_0 = const()[name = tensor("transpose_130_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_131_perm_0 = const()[name = tensor("transpose_131_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_131 = transpose(perm = transpose_131_perm_0, x = k_69_cast_fp16)[name = tensor("transpose_261")]; tensor transpose_130 = transpose(perm = transpose_130_perm_0, x = var_3248_cast_fp16)[name = tensor("transpose_262")]; tensor matrix_ac_35_cast_fp16 = matmul(transpose_x = matrix_ac_35_transpose_x_0, transpose_y = matrix_ac_35_transpose_y_0, x = transpose_130, y = transpose_131)[name = tensor("matrix_ac_35_cast_fp16")]; tensor matrix_bd_71_begin_0 = const()[name = tensor("matrix_bd_71_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_71_end_0 = const()[name = tensor("matrix_bd_71_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_71_end_mask_0 = const()[name = tensor("matrix_bd_71_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_71_cast_fp16 = slice_by_index(begin = matrix_bd_71_begin_0, end = matrix_bd_71_end_0, end_mask = matrix_bd_71_end_mask_0, x = matrix_bd_69_cast_fp16)[name = tensor("matrix_bd_71_cast_fp16")]; tensor var_3274_cast_fp16 = add(x = matrix_ac_35_cast_fp16, y = matrix_bd_71_cast_fp16)[name = tensor("op_3274_cast_fp16")]; tensor _inversed_scores_69_y_0_to_fp16 = const()[name = tensor("_inversed_scores_69_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_69_cast_fp16 = mul(x = var_3274_cast_fp16, y = _inversed_scores_69_y_0_to_fp16)[name = tensor("_inversed_scores_69_cast_fp16")]; tensor scores_71_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_69_cast_fp16, cond = mask_3)[name = tensor("scores_71_cast_fp16")]; tensor var_3280_cast_fp16 = softmax(axis = var_30, x = scores_71_cast_fp16)[name = tensor("op_3280_cast_fp16")]; tensor input_917_cast_fp16 = select(a = var_11_to_fp16, b = var_3280_cast_fp16, cond = mask_3)[name = tensor("input_917_cast_fp16")]; tensor x_387_transpose_x_0 = const()[name = tensor("x_387_transpose_x_0"), val = tensor(false)]; tensor x_387_transpose_y_0 = const()[name = tensor("x_387_transpose_y_0"), val = tensor(false)]; tensor value_37_cast_fp16 = transpose(perm = value_37_perm_0, x = v_35_cast_fp16)[name = tensor("transpose_264")]; tensor x_387_cast_fp16 = matmul(transpose_x = x_387_transpose_x_0, transpose_y = x_387_transpose_y_0, x = input_917_cast_fp16, y = value_37_cast_fp16)[name = tensor("x_387_cast_fp16")]; tensor var_3284_perm_0 = const()[name = tensor("op_3284_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_3285 = const()[name = tensor("op_3285"), val = tensor([1, -1, 1024])]; tensor var_3284_cast_fp16 = transpose(perm = var_3284_perm_0, x = x_387_cast_fp16)[name = tensor("transpose_260")]; tensor input_919_cast_fp16 = reshape(shape = var_3285, x = var_3284_cast_fp16)[name = tensor("input_919_cast_fp16")]; tensor encoder_layers_17_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_17_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(866974784)))]; tensor encoder_layers_17_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_17_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(869072000)))]; tensor linear_160_cast_fp16 = linear(bias = encoder_layers_17_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_17_self_attn_linear_out_weight_to_fp16, x = input_919_cast_fp16)[name = tensor("linear_160_cast_fp16")]; tensor input_923_cast_fp16 = add(x = input_915_cast_fp16, y = linear_160_cast_fp16)[name = tensor("input_923_cast_fp16")]; tensor x_391_axes_0 = const()[name = tensor("x_391_axes_0"), val = tensor([-1])]; tensor encoder_layers_17_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_17_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(869074112)))]; tensor encoder_layers_17_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_17_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(869076224)))]; tensor x_391_cast_fp16 = layer_norm(axes = x_391_axes_0, beta = encoder_layers_17_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_17_norm_conv_weight_to_fp16, x = input_923_cast_fp16)[name = tensor("x_391_cast_fp16")]; tensor input_925_perm_0 = const()[name = tensor("input_925_perm_0"), val = tensor([0, 2, 1])]; tensor input_927_pad_type_0 = const()[name = tensor("input_927_pad_type_0"), val = tensor("valid")]; tensor input_927_strides_0 = const()[name = tensor("input_927_strides_0"), val = tensor([1])]; tensor input_927_pad_0 = const()[name = tensor("input_927_pad_0"), val = tensor([0, 0])]; tensor input_927_dilations_0 = const()[name = tensor("input_927_dilations_0"), val = tensor([1])]; tensor input_927_groups_0 = const()[name = tensor("input_927_groups_0"), val = tensor(1)]; tensor encoder_layers_17_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_17_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(869078336)))]; tensor encoder_layers_17_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_17_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(873272704)))]; tensor input_925_cast_fp16 = transpose(perm = input_925_perm_0, x = x_391_cast_fp16)[name = tensor("transpose_259")]; tensor input_927_cast_fp16 = conv(bias = encoder_layers_17_conv_pointwise_conv1_bias_to_fp16, dilations = input_927_dilations_0, groups = input_927_groups_0, pad = input_927_pad_0, pad_type = input_927_pad_type_0, strides = input_927_strides_0, weight = encoder_layers_17_conv_pointwise_conv1_weight_to_fp16, x = input_925_cast_fp16)[name = tensor("input_927_cast_fp16")]; tensor x_393_split_num_splits_0 = const()[name = tensor("x_393_split_num_splits_0"), val = tensor(2)]; tensor x_393_split_axis_0 = const()[name = tensor("x_393_split_axis_0"), val = tensor(1)]; tensor x_393_split_cast_fp16_0, tensor x_393_split_cast_fp16_1 = split(axis = x_393_split_axis_0, num_splits = x_393_split_num_splits_0, x = input_927_cast_fp16)[name = tensor("x_393_split_cast_fp16")]; tensor x_393_split_1_sigmoid_cast_fp16 = sigmoid(x = x_393_split_cast_fp16_1)[name = tensor("x_393_split_1_sigmoid_cast_fp16")]; tensor x_393_cast_fp16 = mul(x = x_393_split_cast_fp16_0, y = x_393_split_1_sigmoid_cast_fp16)[name = tensor("x_393_cast_fp16")]; tensor input_929_cast_fp16 = select(a = var_11_to_fp16, b = x_393_cast_fp16, cond = var_351)[name = tensor("input_929_cast_fp16")]; tensor input_931_pad_0 = const()[name = tensor("input_931_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_931_mode_0 = const()[name = tensor("input_931_mode_0"), val = tensor("constant")]; tensor const_187_to_fp16 = const()[name = tensor("const_187_to_fp16"), val = tensor(0x0p+0)]; tensor input_931_cast_fp16 = pad(constant_val = const_187_to_fp16, mode = input_931_mode_0, pad = input_931_pad_0, x = input_929_cast_fp16)[name = tensor("input_931_cast_fp16")]; tensor input_933_pad_type_0 = const()[name = tensor("input_933_pad_type_0"), val = tensor("valid")]; tensor input_933_groups_0 = const()[name = tensor("input_933_groups_0"), val = tensor(1024)]; tensor input_933_strides_0 = const()[name = tensor("input_933_strides_0"), val = tensor([1])]; tensor input_933_pad_0 = const()[name = tensor("input_933_pad_0"), val = tensor([0, 0])]; tensor input_933_dilations_0 = const()[name = tensor("input_933_dilations_0"), val = tensor([1])]; tensor const_362_to_fp16 = const()[name = tensor("const_362_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(873276864)))]; tensor const_363_to_fp16 = const()[name = tensor("const_363_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(873295360)))]; tensor input_935_cast_fp16 = conv(bias = const_363_to_fp16, dilations = input_933_dilations_0, groups = input_933_groups_0, pad = input_933_pad_0, pad_type = input_933_pad_type_0, strides = input_933_strides_0, weight = const_362_to_fp16, x = input_931_cast_fp16)[name = tensor("input_935_cast_fp16")]; tensor input_937_cast_fp16 = silu(x = input_935_cast_fp16)[name = tensor("input_937_cast_fp16")]; tensor x_395_pad_type_0 = const()[name = tensor("x_395_pad_type_0"), val = tensor("valid")]; tensor x_395_strides_0 = const()[name = tensor("x_395_strides_0"), val = tensor([1])]; tensor x_395_pad_0 = const()[name = tensor("x_395_pad_0"), val = tensor([0, 0])]; tensor x_395_dilations_0 = const()[name = tensor("x_395_dilations_0"), val = tensor([1])]; tensor x_395_groups_0 = const()[name = tensor("x_395_groups_0"), val = tensor(1)]; tensor encoder_layers_17_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_17_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(873297472)))]; tensor encoder_layers_17_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_17_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(875394688)))]; tensor x_395_cast_fp16 = conv(bias = encoder_layers_17_conv_pointwise_conv2_bias_to_fp16, dilations = x_395_dilations_0, groups = x_395_groups_0, pad = x_395_pad_0, pad_type = x_395_pad_type_0, strides = x_395_strides_0, weight = encoder_layers_17_conv_pointwise_conv2_weight_to_fp16, x = input_937_cast_fp16)[name = tensor("x_395_cast_fp16")]; tensor input_939_perm_0 = const()[name = tensor("input_939_perm_0"), val = tensor([0, 2, 1])]; tensor input_939_cast_fp16 = transpose(perm = input_939_perm_0, x = x_395_cast_fp16)[name = tensor("transpose_258")]; tensor input_941_cast_fp16 = add(x = input_923_cast_fp16, y = input_939_cast_fp16)[name = tensor("input_941_cast_fp16")]; tensor input_943_axes_0 = const()[name = tensor("input_943_axes_0"), val = tensor([-1])]; tensor encoder_layers_17_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_17_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(875396800)))]; tensor encoder_layers_17_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_17_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(875398912)))]; tensor input_943_cast_fp16 = layer_norm(axes = input_943_axes_0, beta = encoder_layers_17_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_17_norm_feed_forward2_weight_to_fp16, x = input_941_cast_fp16)[name = tensor("input_943_cast_fp16")]; tensor encoder_layers_17_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_17_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(875401024)))]; tensor encoder_layers_17_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_17_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(883789696)))]; tensor linear_161_cast_fp16 = linear(bias = encoder_layers_17_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_17_feed_forward2_linear1_weight_to_fp16, x = input_943_cast_fp16)[name = tensor("linear_161_cast_fp16")]; tensor input_947_cast_fp16 = silu(x = linear_161_cast_fp16)[name = tensor("input_947_cast_fp16")]; tensor encoder_layers_17_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_17_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(883797952)))]; tensor encoder_layers_17_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_17_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(892186624)))]; tensor linear_162_cast_fp16 = linear(bias = encoder_layers_17_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_17_feed_forward2_linear2_weight_to_fp16, x = input_947_cast_fp16)[name = tensor("linear_162_cast_fp16")]; tensor var_3351_to_fp16 = const()[name = tensor("op_3351_to_fp16"), val = tensor(0x1p-1)]; tensor var_3352_cast_fp16 = mul(x = linear_162_cast_fp16, y = var_3351_to_fp16)[name = tensor("op_3352_cast_fp16")]; tensor input_953_cast_fp16 = add(x = input_941_cast_fp16, y = var_3352_cast_fp16)[name = tensor("input_953_cast_fp16")]; tensor input_955_axes_0 = const()[name = tensor("input_955_axes_0"), val = tensor([-1])]; tensor encoder_layers_17_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_17_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(892188736)))]; tensor encoder_layers_17_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_17_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(892190848)))]; tensor input_955_cast_fp16 = layer_norm(axes = input_955_axes_0, beta = encoder_layers_17_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_17_norm_out_weight_to_fp16, x = input_953_cast_fp16)[name = tensor("input_955_cast_fp16")]; tensor input_957_axes_0 = const()[name = tensor("input_957_axes_0"), val = tensor([-1])]; tensor encoder_layers_18_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_18_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(892192960)))]; tensor encoder_layers_18_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_18_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(892195072)))]; tensor input_957_cast_fp16 = layer_norm(axes = input_957_axes_0, beta = encoder_layers_18_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_18_norm_feed_forward1_weight_to_fp16, x = input_955_cast_fp16)[name = tensor("input_957_cast_fp16")]; tensor encoder_layers_18_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_18_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(892197184)))]; tensor encoder_layers_18_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_18_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(900585856)))]; tensor linear_163_cast_fp16 = linear(bias = encoder_layers_18_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_18_feed_forward1_linear1_weight_to_fp16, x = input_957_cast_fp16)[name = tensor("linear_163_cast_fp16")]; tensor input_961_cast_fp16 = silu(x = linear_163_cast_fp16)[name = tensor("input_961_cast_fp16")]; tensor encoder_layers_18_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_18_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(900594112)))]; tensor encoder_layers_18_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_18_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(908982784)))]; tensor linear_164_cast_fp16 = linear(bias = encoder_layers_18_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_18_feed_forward1_linear2_weight_to_fp16, x = input_961_cast_fp16)[name = tensor("linear_164_cast_fp16")]; tensor var_3382_to_fp16 = const()[name = tensor("op_3382_to_fp16"), val = tensor(0x1p-1)]; tensor var_3383_cast_fp16 = mul(x = linear_164_cast_fp16, y = var_3382_to_fp16)[name = tensor("op_3383_cast_fp16")]; tensor input_967_cast_fp16 = add(x = input_955_cast_fp16, y = var_3383_cast_fp16)[name = tensor("input_967_cast_fp16")]; tensor query_37_axes_0 = const()[name = tensor("query_37_axes_0"), val = tensor([-1])]; tensor encoder_layers_18_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_18_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(908984896)))]; tensor encoder_layers_18_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_18_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(908987008)))]; tensor query_37_cast_fp16 = layer_norm(axes = query_37_axes_0, beta = encoder_layers_18_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_18_norm_self_att_weight_to_fp16, x = input_967_cast_fp16)[name = tensor("query_37_cast_fp16")]; tensor encoder_layers_18_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_18_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(908989120)))]; tensor encoder_layers_18_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_18_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(911086336)))]; tensor linear_165_cast_fp16 = linear(bias = encoder_layers_18_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_18_self_attn_linear_q_weight_to_fp16, x = query_37_cast_fp16)[name = tensor("linear_165_cast_fp16")]; tensor var_3400 = const()[name = tensor("op_3400"), val = tensor([1, -1, 8, 128])]; tensor q_109_cast_fp16 = reshape(shape = var_3400, x = linear_165_cast_fp16)[name = tensor("q_109_cast_fp16")]; tensor encoder_layers_18_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_18_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(911088448)))]; tensor encoder_layers_18_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_18_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(913185664)))]; tensor linear_166_cast_fp16 = linear(bias = encoder_layers_18_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_18_self_attn_linear_k_weight_to_fp16, x = query_37_cast_fp16)[name = tensor("linear_166_cast_fp16")]; tensor var_3405 = const()[name = tensor("op_3405"), val = tensor([1, -1, 8, 128])]; tensor k_73_cast_fp16 = reshape(shape = var_3405, x = linear_166_cast_fp16)[name = tensor("k_73_cast_fp16")]; tensor encoder_layers_18_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_18_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(913187776)))]; tensor encoder_layers_18_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_18_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(915284992)))]; tensor linear_167_cast_fp16 = linear(bias = encoder_layers_18_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_18_self_attn_linear_v_weight_to_fp16, x = query_37_cast_fp16)[name = tensor("linear_167_cast_fp16")]; tensor var_3410 = const()[name = tensor("op_3410"), val = tensor([1, -1, 8, 128])]; tensor v_37_cast_fp16 = reshape(shape = var_3410, x = linear_167_cast_fp16)[name = tensor("v_37_cast_fp16")]; tensor value_39_perm_0 = const()[name = tensor("value_39_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_18_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_18_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(915287104)))]; tensor var_3422_cast_fp16 = add(x = q_109_cast_fp16, y = encoder_layers_18_self_attn_pos_bias_u_to_fp16)[name = tensor("op_3422_cast_fp16")]; tensor encoder_layers_18_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_18_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(915289216)))]; tensor var_3424_cast_fp16 = add(x = q_109_cast_fp16, y = encoder_layers_18_self_attn_pos_bias_v_to_fp16)[name = tensor("op_3424_cast_fp16")]; tensor q_with_bias_v_37_perm_0 = const()[name = tensor("q_with_bias_v_37_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_403_transpose_x_0 = const()[name = tensor("x_403_transpose_x_0"), val = tensor(false)]; tensor x_403_transpose_y_0 = const()[name = tensor("x_403_transpose_y_0"), val = tensor(false)]; tensor var_3426_to_fp16 = const()[name = tensor("op_3426_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(915291328)))]; tensor q_with_bias_v_37_cast_fp16 = transpose(perm = q_with_bias_v_37_perm_0, x = var_3424_cast_fp16)[name = tensor("transpose_256")]; tensor x_403_cast_fp16 = matmul(transpose_x = x_403_transpose_x_0, transpose_y = x_403_transpose_y_0, x = q_with_bias_v_37_cast_fp16, y = var_3426_to_fp16)[name = tensor("x_403_cast_fp16")]; tensor x_405_pad_0 = const()[name = tensor("x_405_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_405_mode_0 = const()[name = tensor("x_405_mode_0"), val = tensor("constant")]; tensor const_194_to_fp16 = const()[name = tensor("const_194_to_fp16"), val = tensor(0x0p+0)]; tensor x_405_cast_fp16 = pad(constant_val = const_194_to_fp16, mode = x_405_mode_0, pad = x_405_pad_0, x = x_403_cast_fp16)[name = tensor("x_405_cast_fp16")]; tensor var_3434 = const()[name = tensor("op_3434"), val = tensor([1, 8, -1, 188])]; tensor x_407_cast_fp16 = reshape(shape = var_3434, x = x_405_cast_fp16)[name = tensor("x_407_cast_fp16")]; tensor var_3438_begin_0 = const()[name = tensor("op_3438_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_3438_end_0 = const()[name = tensor("op_3438_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_3438_end_mask_0 = const()[name = tensor("op_3438_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_3438_cast_fp16 = slice_by_index(begin = var_3438_begin_0, end = var_3438_end_0, end_mask = var_3438_end_mask_0, x = x_407_cast_fp16)[name = tensor("op_3438_cast_fp16")]; tensor var_3439 = const()[name = tensor("op_3439"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_73_cast_fp16 = reshape(shape = var_3439, x = var_3438_cast_fp16)[name = tensor("matrix_bd_73_cast_fp16")]; tensor matrix_ac_37_transpose_x_0 = const()[name = tensor("matrix_ac_37_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_37_transpose_y_0 = const()[name = tensor("matrix_ac_37_transpose_y_0"), val = tensor(false)]; tensor transpose_132_perm_0 = const()[name = tensor("transpose_132_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_133_perm_0 = const()[name = tensor("transpose_133_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_133 = transpose(perm = transpose_133_perm_0, x = k_73_cast_fp16)[name = tensor("transpose_254")]; tensor transpose_132 = transpose(perm = transpose_132_perm_0, x = var_3422_cast_fp16)[name = tensor("transpose_255")]; tensor matrix_ac_37_cast_fp16 = matmul(transpose_x = matrix_ac_37_transpose_x_0, transpose_y = matrix_ac_37_transpose_y_0, x = transpose_132, y = transpose_133)[name = tensor("matrix_ac_37_cast_fp16")]; tensor matrix_bd_75_begin_0 = const()[name = tensor("matrix_bd_75_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_75_end_0 = const()[name = tensor("matrix_bd_75_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_75_end_mask_0 = const()[name = tensor("matrix_bd_75_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_75_cast_fp16 = slice_by_index(begin = matrix_bd_75_begin_0, end = matrix_bd_75_end_0, end_mask = matrix_bd_75_end_mask_0, x = matrix_bd_73_cast_fp16)[name = tensor("matrix_bd_75_cast_fp16")]; tensor var_3448_cast_fp16 = add(x = matrix_ac_37_cast_fp16, y = matrix_bd_75_cast_fp16)[name = tensor("op_3448_cast_fp16")]; tensor _inversed_scores_73_y_0_to_fp16 = const()[name = tensor("_inversed_scores_73_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_73_cast_fp16 = mul(x = var_3448_cast_fp16, y = _inversed_scores_73_y_0_to_fp16)[name = tensor("_inversed_scores_73_cast_fp16")]; tensor scores_75_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_73_cast_fp16, cond = mask_3)[name = tensor("scores_75_cast_fp16")]; tensor var_3454_cast_fp16 = softmax(axis = var_30, x = scores_75_cast_fp16)[name = tensor("op_3454_cast_fp16")]; tensor input_969_cast_fp16 = select(a = var_11_to_fp16, b = var_3454_cast_fp16, cond = mask_3)[name = tensor("input_969_cast_fp16")]; tensor x_409_transpose_x_0 = const()[name = tensor("x_409_transpose_x_0"), val = tensor(false)]; tensor x_409_transpose_y_0 = const()[name = tensor("x_409_transpose_y_0"), val = tensor(false)]; tensor value_39_cast_fp16 = transpose(perm = value_39_perm_0, x = v_37_cast_fp16)[name = tensor("transpose_257")]; tensor x_409_cast_fp16 = matmul(transpose_x = x_409_transpose_x_0, transpose_y = x_409_transpose_y_0, x = input_969_cast_fp16, y = value_39_cast_fp16)[name = tensor("x_409_cast_fp16")]; tensor var_3458_perm_0 = const()[name = tensor("op_3458_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_3459 = const()[name = tensor("op_3459"), val = tensor([1, -1, 1024])]; tensor var_3458_cast_fp16 = transpose(perm = var_3458_perm_0, x = x_409_cast_fp16)[name = tensor("transpose_253")]; tensor input_971_cast_fp16 = reshape(shape = var_3459, x = var_3458_cast_fp16)[name = tensor("input_971_cast_fp16")]; tensor encoder_layers_18_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_18_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(916059392)))]; tensor encoder_layers_18_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_18_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(918156608)))]; tensor linear_169_cast_fp16 = linear(bias = encoder_layers_18_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_18_self_attn_linear_out_weight_to_fp16, x = input_971_cast_fp16)[name = tensor("linear_169_cast_fp16")]; tensor input_975_cast_fp16 = add(x = input_967_cast_fp16, y = linear_169_cast_fp16)[name = tensor("input_975_cast_fp16")]; tensor x_413_axes_0 = const()[name = tensor("x_413_axes_0"), val = tensor([-1])]; tensor encoder_layers_18_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_18_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(918158720)))]; tensor encoder_layers_18_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_18_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(918160832)))]; tensor x_413_cast_fp16 = layer_norm(axes = x_413_axes_0, beta = encoder_layers_18_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_18_norm_conv_weight_to_fp16, x = input_975_cast_fp16)[name = tensor("x_413_cast_fp16")]; tensor input_977_perm_0 = const()[name = tensor("input_977_perm_0"), val = tensor([0, 2, 1])]; tensor input_979_pad_type_0 = const()[name = tensor("input_979_pad_type_0"), val = tensor("valid")]; tensor input_979_strides_0 = const()[name = tensor("input_979_strides_0"), val = tensor([1])]; tensor input_979_pad_0 = const()[name = tensor("input_979_pad_0"), val = tensor([0, 0])]; tensor input_979_dilations_0 = const()[name = tensor("input_979_dilations_0"), val = tensor([1])]; tensor input_979_groups_0 = const()[name = tensor("input_979_groups_0"), val = tensor(1)]; tensor encoder_layers_18_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_18_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(918162944)))]; tensor encoder_layers_18_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_18_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(922357312)))]; tensor input_977_cast_fp16 = transpose(perm = input_977_perm_0, x = x_413_cast_fp16)[name = tensor("transpose_252")]; tensor input_979_cast_fp16 = conv(bias = encoder_layers_18_conv_pointwise_conv1_bias_to_fp16, dilations = input_979_dilations_0, groups = input_979_groups_0, pad = input_979_pad_0, pad_type = input_979_pad_type_0, strides = input_979_strides_0, weight = encoder_layers_18_conv_pointwise_conv1_weight_to_fp16, x = input_977_cast_fp16)[name = tensor("input_979_cast_fp16")]; tensor x_415_split_num_splits_0 = const()[name = tensor("x_415_split_num_splits_0"), val = tensor(2)]; tensor x_415_split_axis_0 = const()[name = tensor("x_415_split_axis_0"), val = tensor(1)]; tensor x_415_split_cast_fp16_0, tensor x_415_split_cast_fp16_1 = split(axis = x_415_split_axis_0, num_splits = x_415_split_num_splits_0, x = input_979_cast_fp16)[name = tensor("x_415_split_cast_fp16")]; tensor x_415_split_1_sigmoid_cast_fp16 = sigmoid(x = x_415_split_cast_fp16_1)[name = tensor("x_415_split_1_sigmoid_cast_fp16")]; tensor x_415_cast_fp16 = mul(x = x_415_split_cast_fp16_0, y = x_415_split_1_sigmoid_cast_fp16)[name = tensor("x_415_cast_fp16")]; tensor input_981_cast_fp16 = select(a = var_11_to_fp16, b = x_415_cast_fp16, cond = var_351)[name = tensor("input_981_cast_fp16")]; tensor input_983_pad_0 = const()[name = tensor("input_983_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_983_mode_0 = const()[name = tensor("input_983_mode_0"), val = tensor("constant")]; tensor const_197_to_fp16 = const()[name = tensor("const_197_to_fp16"), val = tensor(0x0p+0)]; tensor input_983_cast_fp16 = pad(constant_val = const_197_to_fp16, mode = input_983_mode_0, pad = input_983_pad_0, x = input_981_cast_fp16)[name = tensor("input_983_cast_fp16")]; tensor input_985_pad_type_0 = const()[name = tensor("input_985_pad_type_0"), val = tensor("valid")]; tensor input_985_groups_0 = const()[name = tensor("input_985_groups_0"), val = tensor(1024)]; tensor input_985_strides_0 = const()[name = tensor("input_985_strides_0"), val = tensor([1])]; tensor input_985_pad_0 = const()[name = tensor("input_985_pad_0"), val = tensor([0, 0])]; tensor input_985_dilations_0 = const()[name = tensor("input_985_dilations_0"), val = tensor([1])]; tensor const_364_to_fp16 = const()[name = tensor("const_364_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(922361472)))]; tensor const_365_to_fp16 = const()[name = tensor("const_365_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(922379968)))]; tensor input_987_cast_fp16 = conv(bias = const_365_to_fp16, dilations = input_985_dilations_0, groups = input_985_groups_0, pad = input_985_pad_0, pad_type = input_985_pad_type_0, strides = input_985_strides_0, weight = const_364_to_fp16, x = input_983_cast_fp16)[name = tensor("input_987_cast_fp16")]; tensor input_989_cast_fp16 = silu(x = input_987_cast_fp16)[name = tensor("input_989_cast_fp16")]; tensor x_417_pad_type_0 = const()[name = tensor("x_417_pad_type_0"), val = tensor("valid")]; tensor x_417_strides_0 = const()[name = tensor("x_417_strides_0"), val = tensor([1])]; tensor x_417_pad_0 = const()[name = tensor("x_417_pad_0"), val = tensor([0, 0])]; tensor x_417_dilations_0 = const()[name = tensor("x_417_dilations_0"), val = tensor([1])]; tensor x_417_groups_0 = const()[name = tensor("x_417_groups_0"), val = tensor(1)]; tensor encoder_layers_18_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_18_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(922382080)))]; tensor encoder_layers_18_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_18_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(924479296)))]; tensor x_417_cast_fp16 = conv(bias = encoder_layers_18_conv_pointwise_conv2_bias_to_fp16, dilations = x_417_dilations_0, groups = x_417_groups_0, pad = x_417_pad_0, pad_type = x_417_pad_type_0, strides = x_417_strides_0, weight = encoder_layers_18_conv_pointwise_conv2_weight_to_fp16, x = input_989_cast_fp16)[name = tensor("x_417_cast_fp16")]; tensor input_991_perm_0 = const()[name = tensor("input_991_perm_0"), val = tensor([0, 2, 1])]; tensor input_991_cast_fp16 = transpose(perm = input_991_perm_0, x = x_417_cast_fp16)[name = tensor("transpose_251")]; tensor input_993_cast_fp16 = add(x = input_975_cast_fp16, y = input_991_cast_fp16)[name = tensor("input_993_cast_fp16")]; tensor input_995_axes_0 = const()[name = tensor("input_995_axes_0"), val = tensor([-1])]; tensor encoder_layers_18_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_18_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(924481408)))]; tensor encoder_layers_18_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_18_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(924483520)))]; tensor input_995_cast_fp16 = layer_norm(axes = input_995_axes_0, beta = encoder_layers_18_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_18_norm_feed_forward2_weight_to_fp16, x = input_993_cast_fp16)[name = tensor("input_995_cast_fp16")]; tensor encoder_layers_18_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_18_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(924485632)))]; tensor encoder_layers_18_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_18_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(932874304)))]; tensor linear_170_cast_fp16 = linear(bias = encoder_layers_18_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_18_feed_forward2_linear1_weight_to_fp16, x = input_995_cast_fp16)[name = tensor("linear_170_cast_fp16")]; tensor input_999_cast_fp16 = silu(x = linear_170_cast_fp16)[name = tensor("input_999_cast_fp16")]; tensor encoder_layers_18_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_18_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(932882560)))]; tensor encoder_layers_18_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_18_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(941271232)))]; tensor linear_171_cast_fp16 = linear(bias = encoder_layers_18_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_18_feed_forward2_linear2_weight_to_fp16, x = input_999_cast_fp16)[name = tensor("linear_171_cast_fp16")]; tensor var_3525_to_fp16 = const()[name = tensor("op_3525_to_fp16"), val = tensor(0x1p-1)]; tensor var_3526_cast_fp16 = mul(x = linear_171_cast_fp16, y = var_3525_to_fp16)[name = tensor("op_3526_cast_fp16")]; tensor input_1005_cast_fp16 = add(x = input_993_cast_fp16, y = var_3526_cast_fp16)[name = tensor("input_1005_cast_fp16")]; tensor input_1007_axes_0 = const()[name = tensor("input_1007_axes_0"), val = tensor([-1])]; tensor encoder_layers_18_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_18_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(941273344)))]; tensor encoder_layers_18_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_18_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(941275456)))]; tensor input_1007_cast_fp16 = layer_norm(axes = input_1007_axes_0, beta = encoder_layers_18_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_18_norm_out_weight_to_fp16, x = input_1005_cast_fp16)[name = tensor("input_1007_cast_fp16")]; tensor input_1009_axes_0 = const()[name = tensor("input_1009_axes_0"), val = tensor([-1])]; tensor encoder_layers_19_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_19_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(941277568)))]; tensor encoder_layers_19_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_19_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(941279680)))]; tensor input_1009_cast_fp16 = layer_norm(axes = input_1009_axes_0, beta = encoder_layers_19_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_19_norm_feed_forward1_weight_to_fp16, x = input_1007_cast_fp16)[name = tensor("input_1009_cast_fp16")]; tensor encoder_layers_19_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_19_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(941281792)))]; tensor encoder_layers_19_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_19_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(949670464)))]; tensor linear_172_cast_fp16 = linear(bias = encoder_layers_19_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_19_feed_forward1_linear1_weight_to_fp16, x = input_1009_cast_fp16)[name = tensor("linear_172_cast_fp16")]; tensor input_1013_cast_fp16 = silu(x = linear_172_cast_fp16)[name = tensor("input_1013_cast_fp16")]; tensor encoder_layers_19_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_19_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(949678720)))]; tensor encoder_layers_19_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_19_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(958067392)))]; tensor linear_173_cast_fp16 = linear(bias = encoder_layers_19_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_19_feed_forward1_linear2_weight_to_fp16, x = input_1013_cast_fp16)[name = tensor("linear_173_cast_fp16")]; tensor var_3556_to_fp16 = const()[name = tensor("op_3556_to_fp16"), val = tensor(0x1p-1)]; tensor var_3557_cast_fp16 = mul(x = linear_173_cast_fp16, y = var_3556_to_fp16)[name = tensor("op_3557_cast_fp16")]; tensor input_1019_cast_fp16 = add(x = input_1007_cast_fp16, y = var_3557_cast_fp16)[name = tensor("input_1019_cast_fp16")]; tensor query_39_axes_0 = const()[name = tensor("query_39_axes_0"), val = tensor([-1])]; tensor encoder_layers_19_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_19_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(958069504)))]; tensor encoder_layers_19_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_19_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(958071616)))]; tensor query_39_cast_fp16 = layer_norm(axes = query_39_axes_0, beta = encoder_layers_19_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_19_norm_self_att_weight_to_fp16, x = input_1019_cast_fp16)[name = tensor("query_39_cast_fp16")]; tensor encoder_layers_19_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_19_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(958073728)))]; tensor encoder_layers_19_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_19_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(960170944)))]; tensor linear_174_cast_fp16 = linear(bias = encoder_layers_19_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_19_self_attn_linear_q_weight_to_fp16, x = query_39_cast_fp16)[name = tensor("linear_174_cast_fp16")]; tensor var_3574 = const()[name = tensor("op_3574"), val = tensor([1, -1, 8, 128])]; tensor q_115_cast_fp16 = reshape(shape = var_3574, x = linear_174_cast_fp16)[name = tensor("q_115_cast_fp16")]; tensor encoder_layers_19_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_19_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(960173056)))]; tensor encoder_layers_19_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_19_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(962270272)))]; tensor linear_175_cast_fp16 = linear(bias = encoder_layers_19_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_19_self_attn_linear_k_weight_to_fp16, x = query_39_cast_fp16)[name = tensor("linear_175_cast_fp16")]; tensor var_3579 = const()[name = tensor("op_3579"), val = tensor([1, -1, 8, 128])]; tensor k_77_cast_fp16 = reshape(shape = var_3579, x = linear_175_cast_fp16)[name = tensor("k_77_cast_fp16")]; tensor encoder_layers_19_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_19_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(962272384)))]; tensor encoder_layers_19_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_19_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(964369600)))]; tensor linear_176_cast_fp16 = linear(bias = encoder_layers_19_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_19_self_attn_linear_v_weight_to_fp16, x = query_39_cast_fp16)[name = tensor("linear_176_cast_fp16")]; tensor var_3584 = const()[name = tensor("op_3584"), val = tensor([1, -1, 8, 128])]; tensor v_39_cast_fp16 = reshape(shape = var_3584, x = linear_176_cast_fp16)[name = tensor("v_39_cast_fp16")]; tensor value_41_perm_0 = const()[name = tensor("value_41_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_19_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_19_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(964371712)))]; tensor var_3596_cast_fp16 = add(x = q_115_cast_fp16, y = encoder_layers_19_self_attn_pos_bias_u_to_fp16)[name = tensor("op_3596_cast_fp16")]; tensor encoder_layers_19_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_19_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(964373824)))]; tensor var_3598_cast_fp16 = add(x = q_115_cast_fp16, y = encoder_layers_19_self_attn_pos_bias_v_to_fp16)[name = tensor("op_3598_cast_fp16")]; tensor q_with_bias_v_39_perm_0 = const()[name = tensor("q_with_bias_v_39_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_425_transpose_x_0 = const()[name = tensor("x_425_transpose_x_0"), val = tensor(false)]; tensor x_425_transpose_y_0 = const()[name = tensor("x_425_transpose_y_0"), val = tensor(false)]; tensor var_3600_to_fp16 = const()[name = tensor("op_3600_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(964375936)))]; tensor q_with_bias_v_39_cast_fp16 = transpose(perm = q_with_bias_v_39_perm_0, x = var_3598_cast_fp16)[name = tensor("transpose_249")]; tensor x_425_cast_fp16 = matmul(transpose_x = x_425_transpose_x_0, transpose_y = x_425_transpose_y_0, x = q_with_bias_v_39_cast_fp16, y = var_3600_to_fp16)[name = tensor("x_425_cast_fp16")]; tensor x_427_pad_0 = const()[name = tensor("x_427_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_427_mode_0 = const()[name = tensor("x_427_mode_0"), val = tensor("constant")]; tensor const_204_to_fp16 = const()[name = tensor("const_204_to_fp16"), val = tensor(0x0p+0)]; tensor x_427_cast_fp16 = pad(constant_val = const_204_to_fp16, mode = x_427_mode_0, pad = x_427_pad_0, x = x_425_cast_fp16)[name = tensor("x_427_cast_fp16")]; tensor var_3608 = const()[name = tensor("op_3608"), val = tensor([1, 8, -1, 188])]; tensor x_429_cast_fp16 = reshape(shape = var_3608, x = x_427_cast_fp16)[name = tensor("x_429_cast_fp16")]; tensor var_3612_begin_0 = const()[name = tensor("op_3612_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_3612_end_0 = const()[name = tensor("op_3612_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_3612_end_mask_0 = const()[name = tensor("op_3612_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_3612_cast_fp16 = slice_by_index(begin = var_3612_begin_0, end = var_3612_end_0, end_mask = var_3612_end_mask_0, x = x_429_cast_fp16)[name = tensor("op_3612_cast_fp16")]; tensor var_3613 = const()[name = tensor("op_3613"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_77_cast_fp16 = reshape(shape = var_3613, x = var_3612_cast_fp16)[name = tensor("matrix_bd_77_cast_fp16")]; tensor matrix_ac_39_transpose_x_0 = const()[name = tensor("matrix_ac_39_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_39_transpose_y_0 = const()[name = tensor("matrix_ac_39_transpose_y_0"), val = tensor(false)]; tensor transpose_134_perm_0 = const()[name = tensor("transpose_134_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_135_perm_0 = const()[name = tensor("transpose_135_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_135 = transpose(perm = transpose_135_perm_0, x = k_77_cast_fp16)[name = tensor("transpose_247")]; tensor transpose_134 = transpose(perm = transpose_134_perm_0, x = var_3596_cast_fp16)[name = tensor("transpose_248")]; tensor matrix_ac_39_cast_fp16 = matmul(transpose_x = matrix_ac_39_transpose_x_0, transpose_y = matrix_ac_39_transpose_y_0, x = transpose_134, y = transpose_135)[name = tensor("matrix_ac_39_cast_fp16")]; tensor matrix_bd_79_begin_0 = const()[name = tensor("matrix_bd_79_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_79_end_0 = const()[name = tensor("matrix_bd_79_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_79_end_mask_0 = const()[name = tensor("matrix_bd_79_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_79_cast_fp16 = slice_by_index(begin = matrix_bd_79_begin_0, end = matrix_bd_79_end_0, end_mask = matrix_bd_79_end_mask_0, x = matrix_bd_77_cast_fp16)[name = tensor("matrix_bd_79_cast_fp16")]; tensor var_3622_cast_fp16 = add(x = matrix_ac_39_cast_fp16, y = matrix_bd_79_cast_fp16)[name = tensor("op_3622_cast_fp16")]; tensor _inversed_scores_77_y_0_to_fp16 = const()[name = tensor("_inversed_scores_77_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_77_cast_fp16 = mul(x = var_3622_cast_fp16, y = _inversed_scores_77_y_0_to_fp16)[name = tensor("_inversed_scores_77_cast_fp16")]; tensor scores_79_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_77_cast_fp16, cond = mask_3)[name = tensor("scores_79_cast_fp16")]; tensor var_3628_cast_fp16 = softmax(axis = var_30, x = scores_79_cast_fp16)[name = tensor("op_3628_cast_fp16")]; tensor input_1021_cast_fp16 = select(a = var_11_to_fp16, b = var_3628_cast_fp16, cond = mask_3)[name = tensor("input_1021_cast_fp16")]; tensor x_431_transpose_x_0 = const()[name = tensor("x_431_transpose_x_0"), val = tensor(false)]; tensor x_431_transpose_y_0 = const()[name = tensor("x_431_transpose_y_0"), val = tensor(false)]; tensor value_41_cast_fp16 = transpose(perm = value_41_perm_0, x = v_39_cast_fp16)[name = tensor("transpose_250")]; tensor x_431_cast_fp16 = matmul(transpose_x = x_431_transpose_x_0, transpose_y = x_431_transpose_y_0, x = input_1021_cast_fp16, y = value_41_cast_fp16)[name = tensor("x_431_cast_fp16")]; tensor var_3632_perm_0 = const()[name = tensor("op_3632_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_3633 = const()[name = tensor("op_3633"), val = tensor([1, -1, 1024])]; tensor var_3632_cast_fp16 = transpose(perm = var_3632_perm_0, x = x_431_cast_fp16)[name = tensor("transpose_246")]; tensor input_1023_cast_fp16 = reshape(shape = var_3633, x = var_3632_cast_fp16)[name = tensor("input_1023_cast_fp16")]; tensor encoder_layers_19_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_19_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(965144000)))]; tensor encoder_layers_19_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_19_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(967241216)))]; tensor linear_178_cast_fp16 = linear(bias = encoder_layers_19_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_19_self_attn_linear_out_weight_to_fp16, x = input_1023_cast_fp16)[name = tensor("linear_178_cast_fp16")]; tensor input_1027_cast_fp16 = add(x = input_1019_cast_fp16, y = linear_178_cast_fp16)[name = tensor("input_1027_cast_fp16")]; tensor x_435_axes_0 = const()[name = tensor("x_435_axes_0"), val = tensor([-1])]; tensor encoder_layers_19_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_19_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(967243328)))]; tensor encoder_layers_19_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_19_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(967245440)))]; tensor x_435_cast_fp16 = layer_norm(axes = x_435_axes_0, beta = encoder_layers_19_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_19_norm_conv_weight_to_fp16, x = input_1027_cast_fp16)[name = tensor("x_435_cast_fp16")]; tensor input_1029_perm_0 = const()[name = tensor("input_1029_perm_0"), val = tensor([0, 2, 1])]; tensor input_1031_pad_type_0 = const()[name = tensor("input_1031_pad_type_0"), val = tensor("valid")]; tensor input_1031_strides_0 = const()[name = tensor("input_1031_strides_0"), val = tensor([1])]; tensor input_1031_pad_0 = const()[name = tensor("input_1031_pad_0"), val = tensor([0, 0])]; tensor input_1031_dilations_0 = const()[name = tensor("input_1031_dilations_0"), val = tensor([1])]; tensor input_1031_groups_0 = const()[name = tensor("input_1031_groups_0"), val = tensor(1)]; tensor encoder_layers_19_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_19_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(967247552)))]; tensor encoder_layers_19_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_19_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(971441920)))]; tensor input_1029_cast_fp16 = transpose(perm = input_1029_perm_0, x = x_435_cast_fp16)[name = tensor("transpose_245")]; tensor input_1031_cast_fp16 = conv(bias = encoder_layers_19_conv_pointwise_conv1_bias_to_fp16, dilations = input_1031_dilations_0, groups = input_1031_groups_0, pad = input_1031_pad_0, pad_type = input_1031_pad_type_0, strides = input_1031_strides_0, weight = encoder_layers_19_conv_pointwise_conv1_weight_to_fp16, x = input_1029_cast_fp16)[name = tensor("input_1031_cast_fp16")]; tensor x_437_split_num_splits_0 = const()[name = tensor("x_437_split_num_splits_0"), val = tensor(2)]; tensor x_437_split_axis_0 = const()[name = tensor("x_437_split_axis_0"), val = tensor(1)]; tensor x_437_split_cast_fp16_0, tensor x_437_split_cast_fp16_1 = split(axis = x_437_split_axis_0, num_splits = x_437_split_num_splits_0, x = input_1031_cast_fp16)[name = tensor("x_437_split_cast_fp16")]; tensor x_437_split_1_sigmoid_cast_fp16 = sigmoid(x = x_437_split_cast_fp16_1)[name = tensor("x_437_split_1_sigmoid_cast_fp16")]; tensor x_437_cast_fp16 = mul(x = x_437_split_cast_fp16_0, y = x_437_split_1_sigmoid_cast_fp16)[name = tensor("x_437_cast_fp16")]; tensor input_1033_cast_fp16 = select(a = var_11_to_fp16, b = x_437_cast_fp16, cond = var_351)[name = tensor("input_1033_cast_fp16")]; tensor input_1035_pad_0 = const()[name = tensor("input_1035_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_1035_mode_0 = const()[name = tensor("input_1035_mode_0"), val = tensor("constant")]; tensor const_207_to_fp16 = const()[name = tensor("const_207_to_fp16"), val = tensor(0x0p+0)]; tensor input_1035_cast_fp16 = pad(constant_val = const_207_to_fp16, mode = input_1035_mode_0, pad = input_1035_pad_0, x = input_1033_cast_fp16)[name = tensor("input_1035_cast_fp16")]; tensor input_1037_pad_type_0 = const()[name = tensor("input_1037_pad_type_0"), val = tensor("valid")]; tensor input_1037_groups_0 = const()[name = tensor("input_1037_groups_0"), val = tensor(1024)]; tensor input_1037_strides_0 = const()[name = tensor("input_1037_strides_0"), val = tensor([1])]; tensor input_1037_pad_0 = const()[name = tensor("input_1037_pad_0"), val = tensor([0, 0])]; tensor input_1037_dilations_0 = const()[name = tensor("input_1037_dilations_0"), val = tensor([1])]; tensor const_366_to_fp16 = const()[name = tensor("const_366_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(971446080)))]; tensor const_367_to_fp16 = const()[name = tensor("const_367_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(971464576)))]; tensor input_1039_cast_fp16 = conv(bias = const_367_to_fp16, dilations = input_1037_dilations_0, groups = input_1037_groups_0, pad = input_1037_pad_0, pad_type = input_1037_pad_type_0, strides = input_1037_strides_0, weight = const_366_to_fp16, x = input_1035_cast_fp16)[name = tensor("input_1039_cast_fp16")]; tensor input_1041_cast_fp16 = silu(x = input_1039_cast_fp16)[name = tensor("input_1041_cast_fp16")]; tensor x_439_pad_type_0 = const()[name = tensor("x_439_pad_type_0"), val = tensor("valid")]; tensor x_439_strides_0 = const()[name = tensor("x_439_strides_0"), val = tensor([1])]; tensor x_439_pad_0 = const()[name = tensor("x_439_pad_0"), val = tensor([0, 0])]; tensor x_439_dilations_0 = const()[name = tensor("x_439_dilations_0"), val = tensor([1])]; tensor x_439_groups_0 = const()[name = tensor("x_439_groups_0"), val = tensor(1)]; tensor encoder_layers_19_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_19_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(971466688)))]; tensor encoder_layers_19_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_19_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(973563904)))]; tensor x_439_cast_fp16 = conv(bias = encoder_layers_19_conv_pointwise_conv2_bias_to_fp16, dilations = x_439_dilations_0, groups = x_439_groups_0, pad = x_439_pad_0, pad_type = x_439_pad_type_0, strides = x_439_strides_0, weight = encoder_layers_19_conv_pointwise_conv2_weight_to_fp16, x = input_1041_cast_fp16)[name = tensor("x_439_cast_fp16")]; tensor input_1043_perm_0 = const()[name = tensor("input_1043_perm_0"), val = tensor([0, 2, 1])]; tensor input_1043_cast_fp16 = transpose(perm = input_1043_perm_0, x = x_439_cast_fp16)[name = tensor("transpose_244")]; tensor input_1045_cast_fp16 = add(x = input_1027_cast_fp16, y = input_1043_cast_fp16)[name = tensor("input_1045_cast_fp16")]; tensor input_1047_axes_0 = const()[name = tensor("input_1047_axes_0"), val = tensor([-1])]; tensor encoder_layers_19_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_19_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(973566016)))]; tensor encoder_layers_19_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_19_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(973568128)))]; tensor input_1047_cast_fp16 = layer_norm(axes = input_1047_axes_0, beta = encoder_layers_19_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_19_norm_feed_forward2_weight_to_fp16, x = input_1045_cast_fp16)[name = tensor("input_1047_cast_fp16")]; tensor encoder_layers_19_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_19_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(973570240)))]; tensor encoder_layers_19_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_19_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(981958912)))]; tensor linear_179_cast_fp16 = linear(bias = encoder_layers_19_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_19_feed_forward2_linear1_weight_to_fp16, x = input_1047_cast_fp16)[name = tensor("linear_179_cast_fp16")]; tensor input_1051_cast_fp16 = silu(x = linear_179_cast_fp16)[name = tensor("input_1051_cast_fp16")]; tensor encoder_layers_19_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_19_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(981967168)))]; tensor encoder_layers_19_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_19_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(990355840)))]; tensor linear_180_cast_fp16 = linear(bias = encoder_layers_19_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_19_feed_forward2_linear2_weight_to_fp16, x = input_1051_cast_fp16)[name = tensor("linear_180_cast_fp16")]; tensor var_3699_to_fp16 = const()[name = tensor("op_3699_to_fp16"), val = tensor(0x1p-1)]; tensor var_3700_cast_fp16 = mul(x = linear_180_cast_fp16, y = var_3699_to_fp16)[name = tensor("op_3700_cast_fp16")]; tensor input_1057_cast_fp16 = add(x = input_1045_cast_fp16, y = var_3700_cast_fp16)[name = tensor("input_1057_cast_fp16")]; tensor input_1059_axes_0 = const()[name = tensor("input_1059_axes_0"), val = tensor([-1])]; tensor encoder_layers_19_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_19_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(990357952)))]; tensor encoder_layers_19_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_19_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(990360064)))]; tensor input_1059_cast_fp16 = layer_norm(axes = input_1059_axes_0, beta = encoder_layers_19_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_19_norm_out_weight_to_fp16, x = input_1057_cast_fp16)[name = tensor("input_1059_cast_fp16")]; tensor input_1061_axes_0 = const()[name = tensor("input_1061_axes_0"), val = tensor([-1])]; tensor encoder_layers_20_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_20_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(990362176)))]; tensor encoder_layers_20_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_20_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(990364288)))]; tensor input_1061_cast_fp16 = layer_norm(axes = input_1061_axes_0, beta = encoder_layers_20_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_20_norm_feed_forward1_weight_to_fp16, x = input_1059_cast_fp16)[name = tensor("input_1061_cast_fp16")]; tensor encoder_layers_20_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_20_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(990366400)))]; tensor encoder_layers_20_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_20_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(998755072)))]; tensor linear_181_cast_fp16 = linear(bias = encoder_layers_20_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_20_feed_forward1_linear1_weight_to_fp16, x = input_1061_cast_fp16)[name = tensor("linear_181_cast_fp16")]; tensor input_1065_cast_fp16 = silu(x = linear_181_cast_fp16)[name = tensor("input_1065_cast_fp16")]; tensor encoder_layers_20_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_20_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(998763328)))]; tensor encoder_layers_20_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_20_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1007152000)))]; tensor linear_182_cast_fp16 = linear(bias = encoder_layers_20_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_20_feed_forward1_linear2_weight_to_fp16, x = input_1065_cast_fp16)[name = tensor("linear_182_cast_fp16")]; tensor var_3730_to_fp16 = const()[name = tensor("op_3730_to_fp16"), val = tensor(0x1p-1)]; tensor var_3731_cast_fp16 = mul(x = linear_182_cast_fp16, y = var_3730_to_fp16)[name = tensor("op_3731_cast_fp16")]; tensor input_1071_cast_fp16 = add(x = input_1059_cast_fp16, y = var_3731_cast_fp16)[name = tensor("input_1071_cast_fp16")]; tensor query_41_axes_0 = const()[name = tensor("query_41_axes_0"), val = tensor([-1])]; tensor encoder_layers_20_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_20_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1007154112)))]; tensor encoder_layers_20_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_20_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1007156224)))]; tensor query_41_cast_fp16 = layer_norm(axes = query_41_axes_0, beta = encoder_layers_20_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_20_norm_self_att_weight_to_fp16, x = input_1071_cast_fp16)[name = tensor("query_41_cast_fp16")]; tensor encoder_layers_20_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_20_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1007158336)))]; tensor encoder_layers_20_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_20_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1009255552)))]; tensor linear_183_cast_fp16 = linear(bias = encoder_layers_20_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_20_self_attn_linear_q_weight_to_fp16, x = query_41_cast_fp16)[name = tensor("linear_183_cast_fp16")]; tensor var_3748 = const()[name = tensor("op_3748"), val = tensor([1, -1, 8, 128])]; tensor q_121_cast_fp16 = reshape(shape = var_3748, x = linear_183_cast_fp16)[name = tensor("q_121_cast_fp16")]; tensor encoder_layers_20_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_20_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1009257664)))]; tensor encoder_layers_20_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_20_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1011354880)))]; tensor linear_184_cast_fp16 = linear(bias = encoder_layers_20_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_20_self_attn_linear_k_weight_to_fp16, x = query_41_cast_fp16)[name = tensor("linear_184_cast_fp16")]; tensor var_3753 = const()[name = tensor("op_3753"), val = tensor([1, -1, 8, 128])]; tensor k_81_cast_fp16 = reshape(shape = var_3753, x = linear_184_cast_fp16)[name = tensor("k_81_cast_fp16")]; tensor encoder_layers_20_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_20_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1011356992)))]; tensor encoder_layers_20_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_20_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1013454208)))]; tensor linear_185_cast_fp16 = linear(bias = encoder_layers_20_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_20_self_attn_linear_v_weight_to_fp16, x = query_41_cast_fp16)[name = tensor("linear_185_cast_fp16")]; tensor var_3758 = const()[name = tensor("op_3758"), val = tensor([1, -1, 8, 128])]; tensor v_41_cast_fp16 = reshape(shape = var_3758, x = linear_185_cast_fp16)[name = tensor("v_41_cast_fp16")]; tensor value_43_perm_0 = const()[name = tensor("value_43_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_20_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_20_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1013456320)))]; tensor var_3770_cast_fp16 = add(x = q_121_cast_fp16, y = encoder_layers_20_self_attn_pos_bias_u_to_fp16)[name = tensor("op_3770_cast_fp16")]; tensor encoder_layers_20_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_20_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1013458432)))]; tensor var_3772_cast_fp16 = add(x = q_121_cast_fp16, y = encoder_layers_20_self_attn_pos_bias_v_to_fp16)[name = tensor("op_3772_cast_fp16")]; tensor q_with_bias_v_41_perm_0 = const()[name = tensor("q_with_bias_v_41_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_447_transpose_x_0 = const()[name = tensor("x_447_transpose_x_0"), val = tensor(false)]; tensor x_447_transpose_y_0 = const()[name = tensor("x_447_transpose_y_0"), val = tensor(false)]; tensor var_3774_to_fp16 = const()[name = tensor("op_3774_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1013460544)))]; tensor q_with_bias_v_41_cast_fp16 = transpose(perm = q_with_bias_v_41_perm_0, x = var_3772_cast_fp16)[name = tensor("transpose_242")]; tensor x_447_cast_fp16 = matmul(transpose_x = x_447_transpose_x_0, transpose_y = x_447_transpose_y_0, x = q_with_bias_v_41_cast_fp16, y = var_3774_to_fp16)[name = tensor("x_447_cast_fp16")]; tensor x_449_pad_0 = const()[name = tensor("x_449_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_449_mode_0 = const()[name = tensor("x_449_mode_0"), val = tensor("constant")]; tensor const_214_to_fp16 = const()[name = tensor("const_214_to_fp16"), val = tensor(0x0p+0)]; tensor x_449_cast_fp16 = pad(constant_val = const_214_to_fp16, mode = x_449_mode_0, pad = x_449_pad_0, x = x_447_cast_fp16)[name = tensor("x_449_cast_fp16")]; tensor var_3782 = const()[name = tensor("op_3782"), val = tensor([1, 8, -1, 188])]; tensor x_451_cast_fp16 = reshape(shape = var_3782, x = x_449_cast_fp16)[name = tensor("x_451_cast_fp16")]; tensor var_3786_begin_0 = const()[name = tensor("op_3786_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_3786_end_0 = const()[name = tensor("op_3786_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_3786_end_mask_0 = const()[name = tensor("op_3786_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_3786_cast_fp16 = slice_by_index(begin = var_3786_begin_0, end = var_3786_end_0, end_mask = var_3786_end_mask_0, x = x_451_cast_fp16)[name = tensor("op_3786_cast_fp16")]; tensor var_3787 = const()[name = tensor("op_3787"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_81_cast_fp16 = reshape(shape = var_3787, x = var_3786_cast_fp16)[name = tensor("matrix_bd_81_cast_fp16")]; tensor matrix_ac_41_transpose_x_0 = const()[name = tensor("matrix_ac_41_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_41_transpose_y_0 = const()[name = tensor("matrix_ac_41_transpose_y_0"), val = tensor(false)]; tensor transpose_136_perm_0 = const()[name = tensor("transpose_136_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_137_perm_0 = const()[name = tensor("transpose_137_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_137 = transpose(perm = transpose_137_perm_0, x = k_81_cast_fp16)[name = tensor("transpose_240")]; tensor transpose_136 = transpose(perm = transpose_136_perm_0, x = var_3770_cast_fp16)[name = tensor("transpose_241")]; tensor matrix_ac_41_cast_fp16 = matmul(transpose_x = matrix_ac_41_transpose_x_0, transpose_y = matrix_ac_41_transpose_y_0, x = transpose_136, y = transpose_137)[name = tensor("matrix_ac_41_cast_fp16")]; tensor matrix_bd_83_begin_0 = const()[name = tensor("matrix_bd_83_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_83_end_0 = const()[name = tensor("matrix_bd_83_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_83_end_mask_0 = const()[name = tensor("matrix_bd_83_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_83_cast_fp16 = slice_by_index(begin = matrix_bd_83_begin_0, end = matrix_bd_83_end_0, end_mask = matrix_bd_83_end_mask_0, x = matrix_bd_81_cast_fp16)[name = tensor("matrix_bd_83_cast_fp16")]; tensor var_3796_cast_fp16 = add(x = matrix_ac_41_cast_fp16, y = matrix_bd_83_cast_fp16)[name = tensor("op_3796_cast_fp16")]; tensor _inversed_scores_81_y_0_to_fp16 = const()[name = tensor("_inversed_scores_81_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_81_cast_fp16 = mul(x = var_3796_cast_fp16, y = _inversed_scores_81_y_0_to_fp16)[name = tensor("_inversed_scores_81_cast_fp16")]; tensor scores_83_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_81_cast_fp16, cond = mask_3)[name = tensor("scores_83_cast_fp16")]; tensor var_3802_cast_fp16 = softmax(axis = var_30, x = scores_83_cast_fp16)[name = tensor("op_3802_cast_fp16")]; tensor input_1073_cast_fp16 = select(a = var_11_to_fp16, b = var_3802_cast_fp16, cond = mask_3)[name = tensor("input_1073_cast_fp16")]; tensor x_453_transpose_x_0 = const()[name = tensor("x_453_transpose_x_0"), val = tensor(false)]; tensor x_453_transpose_y_0 = const()[name = tensor("x_453_transpose_y_0"), val = tensor(false)]; tensor value_43_cast_fp16 = transpose(perm = value_43_perm_0, x = v_41_cast_fp16)[name = tensor("transpose_243")]; tensor x_453_cast_fp16 = matmul(transpose_x = x_453_transpose_x_0, transpose_y = x_453_transpose_y_0, x = input_1073_cast_fp16, y = value_43_cast_fp16)[name = tensor("x_453_cast_fp16")]; tensor var_3806_perm_0 = const()[name = tensor("op_3806_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_3807 = const()[name = tensor("op_3807"), val = tensor([1, -1, 1024])]; tensor var_3806_cast_fp16 = transpose(perm = var_3806_perm_0, x = x_453_cast_fp16)[name = tensor("transpose_239")]; tensor input_1075_cast_fp16 = reshape(shape = var_3807, x = var_3806_cast_fp16)[name = tensor("input_1075_cast_fp16")]; tensor encoder_layers_20_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_20_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1014228608)))]; tensor encoder_layers_20_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_20_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1016325824)))]; tensor linear_187_cast_fp16 = linear(bias = encoder_layers_20_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_20_self_attn_linear_out_weight_to_fp16, x = input_1075_cast_fp16)[name = tensor("linear_187_cast_fp16")]; tensor input_1079_cast_fp16 = add(x = input_1071_cast_fp16, y = linear_187_cast_fp16)[name = tensor("input_1079_cast_fp16")]; tensor x_457_axes_0 = const()[name = tensor("x_457_axes_0"), val = tensor([-1])]; tensor encoder_layers_20_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_20_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1016327936)))]; tensor encoder_layers_20_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_20_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1016330048)))]; tensor x_457_cast_fp16 = layer_norm(axes = x_457_axes_0, beta = encoder_layers_20_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_20_norm_conv_weight_to_fp16, x = input_1079_cast_fp16)[name = tensor("x_457_cast_fp16")]; tensor input_1081_perm_0 = const()[name = tensor("input_1081_perm_0"), val = tensor([0, 2, 1])]; tensor input_1083_pad_type_0 = const()[name = tensor("input_1083_pad_type_0"), val = tensor("valid")]; tensor input_1083_strides_0 = const()[name = tensor("input_1083_strides_0"), val = tensor([1])]; tensor input_1083_pad_0 = const()[name = tensor("input_1083_pad_0"), val = tensor([0, 0])]; tensor input_1083_dilations_0 = const()[name = tensor("input_1083_dilations_0"), val = tensor([1])]; tensor input_1083_groups_0 = const()[name = tensor("input_1083_groups_0"), val = tensor(1)]; tensor encoder_layers_20_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_20_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1016332160)))]; tensor encoder_layers_20_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_20_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1020526528)))]; tensor input_1081_cast_fp16 = transpose(perm = input_1081_perm_0, x = x_457_cast_fp16)[name = tensor("transpose_238")]; tensor input_1083_cast_fp16 = conv(bias = encoder_layers_20_conv_pointwise_conv1_bias_to_fp16, dilations = input_1083_dilations_0, groups = input_1083_groups_0, pad = input_1083_pad_0, pad_type = input_1083_pad_type_0, strides = input_1083_strides_0, weight = encoder_layers_20_conv_pointwise_conv1_weight_to_fp16, x = input_1081_cast_fp16)[name = tensor("input_1083_cast_fp16")]; tensor x_459_split_num_splits_0 = const()[name = tensor("x_459_split_num_splits_0"), val = tensor(2)]; tensor x_459_split_axis_0 = const()[name = tensor("x_459_split_axis_0"), val = tensor(1)]; tensor x_459_split_cast_fp16_0, tensor x_459_split_cast_fp16_1 = split(axis = x_459_split_axis_0, num_splits = x_459_split_num_splits_0, x = input_1083_cast_fp16)[name = tensor("x_459_split_cast_fp16")]; tensor x_459_split_1_sigmoid_cast_fp16 = sigmoid(x = x_459_split_cast_fp16_1)[name = tensor("x_459_split_1_sigmoid_cast_fp16")]; tensor x_459_cast_fp16 = mul(x = x_459_split_cast_fp16_0, y = x_459_split_1_sigmoid_cast_fp16)[name = tensor("x_459_cast_fp16")]; tensor input_1085_cast_fp16 = select(a = var_11_to_fp16, b = x_459_cast_fp16, cond = var_351)[name = tensor("input_1085_cast_fp16")]; tensor input_1087_pad_0 = const()[name = tensor("input_1087_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_1087_mode_0 = const()[name = tensor("input_1087_mode_0"), val = tensor("constant")]; tensor const_217_to_fp16 = const()[name = tensor("const_217_to_fp16"), val = tensor(0x0p+0)]; tensor input_1087_cast_fp16 = pad(constant_val = const_217_to_fp16, mode = input_1087_mode_0, pad = input_1087_pad_0, x = input_1085_cast_fp16)[name = tensor("input_1087_cast_fp16")]; tensor input_1089_pad_type_0 = const()[name = tensor("input_1089_pad_type_0"), val = tensor("valid")]; tensor input_1089_groups_0 = const()[name = tensor("input_1089_groups_0"), val = tensor(1024)]; tensor input_1089_strides_0 = const()[name = tensor("input_1089_strides_0"), val = tensor([1])]; tensor input_1089_pad_0 = const()[name = tensor("input_1089_pad_0"), val = tensor([0, 0])]; tensor input_1089_dilations_0 = const()[name = tensor("input_1089_dilations_0"), val = tensor([1])]; tensor const_368_to_fp16 = const()[name = tensor("const_368_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1020530688)))]; tensor const_369_to_fp16 = const()[name = tensor("const_369_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1020549184)))]; tensor input_1091_cast_fp16 = conv(bias = const_369_to_fp16, dilations = input_1089_dilations_0, groups = input_1089_groups_0, pad = input_1089_pad_0, pad_type = input_1089_pad_type_0, strides = input_1089_strides_0, weight = const_368_to_fp16, x = input_1087_cast_fp16)[name = tensor("input_1091_cast_fp16")]; tensor input_1093_cast_fp16 = silu(x = input_1091_cast_fp16)[name = tensor("input_1093_cast_fp16")]; tensor x_461_pad_type_0 = const()[name = tensor("x_461_pad_type_0"), val = tensor("valid")]; tensor x_461_strides_0 = const()[name = tensor("x_461_strides_0"), val = tensor([1])]; tensor x_461_pad_0 = const()[name = tensor("x_461_pad_0"), val = tensor([0, 0])]; tensor x_461_dilations_0 = const()[name = tensor("x_461_dilations_0"), val = tensor([1])]; tensor x_461_groups_0 = const()[name = tensor("x_461_groups_0"), val = tensor(1)]; tensor encoder_layers_20_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_20_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1020551296)))]; tensor encoder_layers_20_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_20_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1022648512)))]; tensor x_461_cast_fp16 = conv(bias = encoder_layers_20_conv_pointwise_conv2_bias_to_fp16, dilations = x_461_dilations_0, groups = x_461_groups_0, pad = x_461_pad_0, pad_type = x_461_pad_type_0, strides = x_461_strides_0, weight = encoder_layers_20_conv_pointwise_conv2_weight_to_fp16, x = input_1093_cast_fp16)[name = tensor("x_461_cast_fp16")]; tensor input_1095_perm_0 = const()[name = tensor("input_1095_perm_0"), val = tensor([0, 2, 1])]; tensor input_1095_cast_fp16 = transpose(perm = input_1095_perm_0, x = x_461_cast_fp16)[name = tensor("transpose_237")]; tensor input_1097_cast_fp16 = add(x = input_1079_cast_fp16, y = input_1095_cast_fp16)[name = tensor("input_1097_cast_fp16")]; tensor input_1099_axes_0 = const()[name = tensor("input_1099_axes_0"), val = tensor([-1])]; tensor encoder_layers_20_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_20_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1022650624)))]; tensor encoder_layers_20_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_20_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1022652736)))]; tensor input_1099_cast_fp16 = layer_norm(axes = input_1099_axes_0, beta = encoder_layers_20_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_20_norm_feed_forward2_weight_to_fp16, x = input_1097_cast_fp16)[name = tensor("input_1099_cast_fp16")]; tensor encoder_layers_20_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_20_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1022654848)))]; tensor encoder_layers_20_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_20_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1031043520)))]; tensor linear_188_cast_fp16 = linear(bias = encoder_layers_20_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_20_feed_forward2_linear1_weight_to_fp16, x = input_1099_cast_fp16)[name = tensor("linear_188_cast_fp16")]; tensor input_1103_cast_fp16 = silu(x = linear_188_cast_fp16)[name = tensor("input_1103_cast_fp16")]; tensor encoder_layers_20_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_20_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1031051776)))]; tensor encoder_layers_20_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_20_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1039440448)))]; tensor linear_189_cast_fp16 = linear(bias = encoder_layers_20_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_20_feed_forward2_linear2_weight_to_fp16, x = input_1103_cast_fp16)[name = tensor("linear_189_cast_fp16")]; tensor var_3873_to_fp16 = const()[name = tensor("op_3873_to_fp16"), val = tensor(0x1p-1)]; tensor var_3874_cast_fp16 = mul(x = linear_189_cast_fp16, y = var_3873_to_fp16)[name = tensor("op_3874_cast_fp16")]; tensor input_1109_cast_fp16 = add(x = input_1097_cast_fp16, y = var_3874_cast_fp16)[name = tensor("input_1109_cast_fp16")]; tensor input_1111_axes_0 = const()[name = tensor("input_1111_axes_0"), val = tensor([-1])]; tensor encoder_layers_20_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_20_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1039442560)))]; tensor encoder_layers_20_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_20_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1039444672)))]; tensor input_1111_cast_fp16 = layer_norm(axes = input_1111_axes_0, beta = encoder_layers_20_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_20_norm_out_weight_to_fp16, x = input_1109_cast_fp16)[name = tensor("input_1111_cast_fp16")]; tensor input_1113_axes_0 = const()[name = tensor("input_1113_axes_0"), val = tensor([-1])]; tensor encoder_layers_21_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_21_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1039446784)))]; tensor encoder_layers_21_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_21_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1039448896)))]; tensor input_1113_cast_fp16 = layer_norm(axes = input_1113_axes_0, beta = encoder_layers_21_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_21_norm_feed_forward1_weight_to_fp16, x = input_1111_cast_fp16)[name = tensor("input_1113_cast_fp16")]; tensor encoder_layers_21_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_21_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1039451008)))]; tensor encoder_layers_21_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_21_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1047839680)))]; tensor linear_190_cast_fp16 = linear(bias = encoder_layers_21_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_21_feed_forward1_linear1_weight_to_fp16, x = input_1113_cast_fp16)[name = tensor("linear_190_cast_fp16")]; tensor input_1117_cast_fp16 = silu(x = linear_190_cast_fp16)[name = tensor("input_1117_cast_fp16")]; tensor encoder_layers_21_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_21_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1047847936)))]; tensor encoder_layers_21_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_21_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1056236608)))]; tensor linear_191_cast_fp16 = linear(bias = encoder_layers_21_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_21_feed_forward1_linear2_weight_to_fp16, x = input_1117_cast_fp16)[name = tensor("linear_191_cast_fp16")]; tensor var_3904_to_fp16 = const()[name = tensor("op_3904_to_fp16"), val = tensor(0x1p-1)]; tensor var_3905_cast_fp16 = mul(x = linear_191_cast_fp16, y = var_3904_to_fp16)[name = tensor("op_3905_cast_fp16")]; tensor input_1123_cast_fp16 = add(x = input_1111_cast_fp16, y = var_3905_cast_fp16)[name = tensor("input_1123_cast_fp16")]; tensor query_43_axes_0 = const()[name = tensor("query_43_axes_0"), val = tensor([-1])]; tensor encoder_layers_21_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_21_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1056238720)))]; tensor encoder_layers_21_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_21_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1056240832)))]; tensor query_43_cast_fp16 = layer_norm(axes = query_43_axes_0, beta = encoder_layers_21_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_21_norm_self_att_weight_to_fp16, x = input_1123_cast_fp16)[name = tensor("query_43_cast_fp16")]; tensor encoder_layers_21_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_21_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1056242944)))]; tensor encoder_layers_21_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_21_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1058340160)))]; tensor linear_192_cast_fp16 = linear(bias = encoder_layers_21_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_21_self_attn_linear_q_weight_to_fp16, x = query_43_cast_fp16)[name = tensor("linear_192_cast_fp16")]; tensor var_3922 = const()[name = tensor("op_3922"), val = tensor([1, -1, 8, 128])]; tensor q_127_cast_fp16 = reshape(shape = var_3922, x = linear_192_cast_fp16)[name = tensor("q_127_cast_fp16")]; tensor encoder_layers_21_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_21_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1058342272)))]; tensor encoder_layers_21_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_21_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1060439488)))]; tensor linear_193_cast_fp16 = linear(bias = encoder_layers_21_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_21_self_attn_linear_k_weight_to_fp16, x = query_43_cast_fp16)[name = tensor("linear_193_cast_fp16")]; tensor var_3927 = const()[name = tensor("op_3927"), val = tensor([1, -1, 8, 128])]; tensor k_85_cast_fp16 = reshape(shape = var_3927, x = linear_193_cast_fp16)[name = tensor("k_85_cast_fp16")]; tensor encoder_layers_21_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_21_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1060441600)))]; tensor encoder_layers_21_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_21_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1062538816)))]; tensor linear_194_cast_fp16 = linear(bias = encoder_layers_21_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_21_self_attn_linear_v_weight_to_fp16, x = query_43_cast_fp16)[name = tensor("linear_194_cast_fp16")]; tensor var_3932 = const()[name = tensor("op_3932"), val = tensor([1, -1, 8, 128])]; tensor v_43_cast_fp16 = reshape(shape = var_3932, x = linear_194_cast_fp16)[name = tensor("v_43_cast_fp16")]; tensor value_45_perm_0 = const()[name = tensor("value_45_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_21_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_21_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1062540928)))]; tensor var_3944_cast_fp16 = add(x = q_127_cast_fp16, y = encoder_layers_21_self_attn_pos_bias_u_to_fp16)[name = tensor("op_3944_cast_fp16")]; tensor encoder_layers_21_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_21_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1062543040)))]; tensor var_3946_cast_fp16 = add(x = q_127_cast_fp16, y = encoder_layers_21_self_attn_pos_bias_v_to_fp16)[name = tensor("op_3946_cast_fp16")]; tensor q_with_bias_v_43_perm_0 = const()[name = tensor("q_with_bias_v_43_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_469_transpose_x_0 = const()[name = tensor("x_469_transpose_x_0"), val = tensor(false)]; tensor x_469_transpose_y_0 = const()[name = tensor("x_469_transpose_y_0"), val = tensor(false)]; tensor var_3948_to_fp16 = const()[name = tensor("op_3948_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1062545152)))]; tensor q_with_bias_v_43_cast_fp16 = transpose(perm = q_with_bias_v_43_perm_0, x = var_3946_cast_fp16)[name = tensor("transpose_235")]; tensor x_469_cast_fp16 = matmul(transpose_x = x_469_transpose_x_0, transpose_y = x_469_transpose_y_0, x = q_with_bias_v_43_cast_fp16, y = var_3948_to_fp16)[name = tensor("x_469_cast_fp16")]; tensor x_471_pad_0 = const()[name = tensor("x_471_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_471_mode_0 = const()[name = tensor("x_471_mode_0"), val = tensor("constant")]; tensor const_224_to_fp16 = const()[name = tensor("const_224_to_fp16"), val = tensor(0x0p+0)]; tensor x_471_cast_fp16 = pad(constant_val = const_224_to_fp16, mode = x_471_mode_0, pad = x_471_pad_0, x = x_469_cast_fp16)[name = tensor("x_471_cast_fp16")]; tensor var_3956 = const()[name = tensor("op_3956"), val = tensor([1, 8, -1, 188])]; tensor x_473_cast_fp16 = reshape(shape = var_3956, x = x_471_cast_fp16)[name = tensor("x_473_cast_fp16")]; tensor var_3960_begin_0 = const()[name = tensor("op_3960_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_3960_end_0 = const()[name = tensor("op_3960_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_3960_end_mask_0 = const()[name = tensor("op_3960_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_3960_cast_fp16 = slice_by_index(begin = var_3960_begin_0, end = var_3960_end_0, end_mask = var_3960_end_mask_0, x = x_473_cast_fp16)[name = tensor("op_3960_cast_fp16")]; tensor var_3961 = const()[name = tensor("op_3961"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_85_cast_fp16 = reshape(shape = var_3961, x = var_3960_cast_fp16)[name = tensor("matrix_bd_85_cast_fp16")]; tensor matrix_ac_43_transpose_x_0 = const()[name = tensor("matrix_ac_43_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_43_transpose_y_0 = const()[name = tensor("matrix_ac_43_transpose_y_0"), val = tensor(false)]; tensor transpose_138_perm_0 = const()[name = tensor("transpose_138_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_139_perm_0 = const()[name = tensor("transpose_139_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_139 = transpose(perm = transpose_139_perm_0, x = k_85_cast_fp16)[name = tensor("transpose_233")]; tensor transpose_138 = transpose(perm = transpose_138_perm_0, x = var_3944_cast_fp16)[name = tensor("transpose_234")]; tensor matrix_ac_43_cast_fp16 = matmul(transpose_x = matrix_ac_43_transpose_x_0, transpose_y = matrix_ac_43_transpose_y_0, x = transpose_138, y = transpose_139)[name = tensor("matrix_ac_43_cast_fp16")]; tensor matrix_bd_87_begin_0 = const()[name = tensor("matrix_bd_87_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_87_end_0 = const()[name = tensor("matrix_bd_87_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_87_end_mask_0 = const()[name = tensor("matrix_bd_87_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_87_cast_fp16 = slice_by_index(begin = matrix_bd_87_begin_0, end = matrix_bd_87_end_0, end_mask = matrix_bd_87_end_mask_0, x = matrix_bd_85_cast_fp16)[name = tensor("matrix_bd_87_cast_fp16")]; tensor var_3970_cast_fp16 = add(x = matrix_ac_43_cast_fp16, y = matrix_bd_87_cast_fp16)[name = tensor("op_3970_cast_fp16")]; tensor _inversed_scores_85_y_0_to_fp16 = const()[name = tensor("_inversed_scores_85_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_85_cast_fp16 = mul(x = var_3970_cast_fp16, y = _inversed_scores_85_y_0_to_fp16)[name = tensor("_inversed_scores_85_cast_fp16")]; tensor scores_87_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_85_cast_fp16, cond = mask_3)[name = tensor("scores_87_cast_fp16")]; tensor var_3976_cast_fp16 = softmax(axis = var_30, x = scores_87_cast_fp16)[name = tensor("op_3976_cast_fp16")]; tensor input_1125_cast_fp16 = select(a = var_11_to_fp16, b = var_3976_cast_fp16, cond = mask_3)[name = tensor("input_1125_cast_fp16")]; tensor x_475_transpose_x_0 = const()[name = tensor("x_475_transpose_x_0"), val = tensor(false)]; tensor x_475_transpose_y_0 = const()[name = tensor("x_475_transpose_y_0"), val = tensor(false)]; tensor value_45_cast_fp16 = transpose(perm = value_45_perm_0, x = v_43_cast_fp16)[name = tensor("transpose_236")]; tensor x_475_cast_fp16 = matmul(transpose_x = x_475_transpose_x_0, transpose_y = x_475_transpose_y_0, x = input_1125_cast_fp16, y = value_45_cast_fp16)[name = tensor("x_475_cast_fp16")]; tensor var_3980_perm_0 = const()[name = tensor("op_3980_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_3981 = const()[name = tensor("op_3981"), val = tensor([1, -1, 1024])]; tensor var_3980_cast_fp16 = transpose(perm = var_3980_perm_0, x = x_475_cast_fp16)[name = tensor("transpose_232")]; tensor input_1127_cast_fp16 = reshape(shape = var_3981, x = var_3980_cast_fp16)[name = tensor("input_1127_cast_fp16")]; tensor encoder_layers_21_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_21_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1063313216)))]; tensor encoder_layers_21_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_21_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1065410432)))]; tensor linear_196_cast_fp16 = linear(bias = encoder_layers_21_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_21_self_attn_linear_out_weight_to_fp16, x = input_1127_cast_fp16)[name = tensor("linear_196_cast_fp16")]; tensor input_1131_cast_fp16 = add(x = input_1123_cast_fp16, y = linear_196_cast_fp16)[name = tensor("input_1131_cast_fp16")]; tensor x_479_axes_0 = const()[name = tensor("x_479_axes_0"), val = tensor([-1])]; tensor encoder_layers_21_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_21_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1065412544)))]; tensor encoder_layers_21_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_21_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1065414656)))]; tensor x_479_cast_fp16 = layer_norm(axes = x_479_axes_0, beta = encoder_layers_21_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_21_norm_conv_weight_to_fp16, x = input_1131_cast_fp16)[name = tensor("x_479_cast_fp16")]; tensor input_1133_perm_0 = const()[name = tensor("input_1133_perm_0"), val = tensor([0, 2, 1])]; tensor input_1135_pad_type_0 = const()[name = tensor("input_1135_pad_type_0"), val = tensor("valid")]; tensor input_1135_strides_0 = const()[name = tensor("input_1135_strides_0"), val = tensor([1])]; tensor input_1135_pad_0 = const()[name = tensor("input_1135_pad_0"), val = tensor([0, 0])]; tensor input_1135_dilations_0 = const()[name = tensor("input_1135_dilations_0"), val = tensor([1])]; tensor input_1135_groups_0 = const()[name = tensor("input_1135_groups_0"), val = tensor(1)]; tensor encoder_layers_21_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_21_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1065416768)))]; tensor encoder_layers_21_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_21_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1069611136)))]; tensor input_1133_cast_fp16 = transpose(perm = input_1133_perm_0, x = x_479_cast_fp16)[name = tensor("transpose_231")]; tensor input_1135_cast_fp16 = conv(bias = encoder_layers_21_conv_pointwise_conv1_bias_to_fp16, dilations = input_1135_dilations_0, groups = input_1135_groups_0, pad = input_1135_pad_0, pad_type = input_1135_pad_type_0, strides = input_1135_strides_0, weight = encoder_layers_21_conv_pointwise_conv1_weight_to_fp16, x = input_1133_cast_fp16)[name = tensor("input_1135_cast_fp16")]; tensor x_481_split_num_splits_0 = const()[name = tensor("x_481_split_num_splits_0"), val = tensor(2)]; tensor x_481_split_axis_0 = const()[name = tensor("x_481_split_axis_0"), val = tensor(1)]; tensor x_481_split_cast_fp16_0, tensor x_481_split_cast_fp16_1 = split(axis = x_481_split_axis_0, num_splits = x_481_split_num_splits_0, x = input_1135_cast_fp16)[name = tensor("x_481_split_cast_fp16")]; tensor x_481_split_1_sigmoid_cast_fp16 = sigmoid(x = x_481_split_cast_fp16_1)[name = tensor("x_481_split_1_sigmoid_cast_fp16")]; tensor x_481_cast_fp16 = mul(x = x_481_split_cast_fp16_0, y = x_481_split_1_sigmoid_cast_fp16)[name = tensor("x_481_cast_fp16")]; tensor input_1137_cast_fp16 = select(a = var_11_to_fp16, b = x_481_cast_fp16, cond = var_351)[name = tensor("input_1137_cast_fp16")]; tensor input_1139_pad_0 = const()[name = tensor("input_1139_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_1139_mode_0 = const()[name = tensor("input_1139_mode_0"), val = tensor("constant")]; tensor const_227_to_fp16 = const()[name = tensor("const_227_to_fp16"), val = tensor(0x0p+0)]; tensor input_1139_cast_fp16 = pad(constant_val = const_227_to_fp16, mode = input_1139_mode_0, pad = input_1139_pad_0, x = input_1137_cast_fp16)[name = tensor("input_1139_cast_fp16")]; tensor input_1141_pad_type_0 = const()[name = tensor("input_1141_pad_type_0"), val = tensor("valid")]; tensor input_1141_groups_0 = const()[name = tensor("input_1141_groups_0"), val = tensor(1024)]; tensor input_1141_strides_0 = const()[name = tensor("input_1141_strides_0"), val = tensor([1])]; tensor input_1141_pad_0 = const()[name = tensor("input_1141_pad_0"), val = tensor([0, 0])]; tensor input_1141_dilations_0 = const()[name = tensor("input_1141_dilations_0"), val = tensor([1])]; tensor const_370_to_fp16 = const()[name = tensor("const_370_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1069615296)))]; tensor const_371_to_fp16 = const()[name = tensor("const_371_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1069633792)))]; tensor input_1143_cast_fp16 = conv(bias = const_371_to_fp16, dilations = input_1141_dilations_0, groups = input_1141_groups_0, pad = input_1141_pad_0, pad_type = input_1141_pad_type_0, strides = input_1141_strides_0, weight = const_370_to_fp16, x = input_1139_cast_fp16)[name = tensor("input_1143_cast_fp16")]; tensor input_1145_cast_fp16 = silu(x = input_1143_cast_fp16)[name = tensor("input_1145_cast_fp16")]; tensor x_483_pad_type_0 = const()[name = tensor("x_483_pad_type_0"), val = tensor("valid")]; tensor x_483_strides_0 = const()[name = tensor("x_483_strides_0"), val = tensor([1])]; tensor x_483_pad_0 = const()[name = tensor("x_483_pad_0"), val = tensor([0, 0])]; tensor x_483_dilations_0 = const()[name = tensor("x_483_dilations_0"), val = tensor([1])]; tensor x_483_groups_0 = const()[name = tensor("x_483_groups_0"), val = tensor(1)]; tensor encoder_layers_21_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_21_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1069635904)))]; tensor encoder_layers_21_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_21_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1071733120)))]; tensor x_483_cast_fp16 = conv(bias = encoder_layers_21_conv_pointwise_conv2_bias_to_fp16, dilations = x_483_dilations_0, groups = x_483_groups_0, pad = x_483_pad_0, pad_type = x_483_pad_type_0, strides = x_483_strides_0, weight = encoder_layers_21_conv_pointwise_conv2_weight_to_fp16, x = input_1145_cast_fp16)[name = tensor("x_483_cast_fp16")]; tensor input_1147_perm_0 = const()[name = tensor("input_1147_perm_0"), val = tensor([0, 2, 1])]; tensor input_1147_cast_fp16 = transpose(perm = input_1147_perm_0, x = x_483_cast_fp16)[name = tensor("transpose_230")]; tensor input_1149_cast_fp16 = add(x = input_1131_cast_fp16, y = input_1147_cast_fp16)[name = tensor("input_1149_cast_fp16")]; tensor input_1151_axes_0 = const()[name = tensor("input_1151_axes_0"), val = tensor([-1])]; tensor encoder_layers_21_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_21_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1071735232)))]; tensor encoder_layers_21_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_21_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1071737344)))]; tensor input_1151_cast_fp16 = layer_norm(axes = input_1151_axes_0, beta = encoder_layers_21_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_21_norm_feed_forward2_weight_to_fp16, x = input_1149_cast_fp16)[name = tensor("input_1151_cast_fp16")]; tensor encoder_layers_21_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_21_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1071739456)))]; tensor encoder_layers_21_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_21_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1080128128)))]; tensor linear_197_cast_fp16 = linear(bias = encoder_layers_21_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_21_feed_forward2_linear1_weight_to_fp16, x = input_1151_cast_fp16)[name = tensor("linear_197_cast_fp16")]; tensor input_1155_cast_fp16 = silu(x = linear_197_cast_fp16)[name = tensor("input_1155_cast_fp16")]; tensor encoder_layers_21_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_21_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1080136384)))]; tensor encoder_layers_21_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_21_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1088525056)))]; tensor linear_198_cast_fp16 = linear(bias = encoder_layers_21_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_21_feed_forward2_linear2_weight_to_fp16, x = input_1155_cast_fp16)[name = tensor("linear_198_cast_fp16")]; tensor var_4047_to_fp16 = const()[name = tensor("op_4047_to_fp16"), val = tensor(0x1p-1)]; tensor var_4048_cast_fp16 = mul(x = linear_198_cast_fp16, y = var_4047_to_fp16)[name = tensor("op_4048_cast_fp16")]; tensor input_1161_cast_fp16 = add(x = input_1149_cast_fp16, y = var_4048_cast_fp16)[name = tensor("input_1161_cast_fp16")]; tensor input_1163_axes_0 = const()[name = tensor("input_1163_axes_0"), val = tensor([-1])]; tensor encoder_layers_21_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_21_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1088527168)))]; tensor encoder_layers_21_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_21_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1088529280)))]; tensor input_1163_cast_fp16 = layer_norm(axes = input_1163_axes_0, beta = encoder_layers_21_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_21_norm_out_weight_to_fp16, x = input_1161_cast_fp16)[name = tensor("input_1163_cast_fp16")]; tensor input_1165_axes_0 = const()[name = tensor("input_1165_axes_0"), val = tensor([-1])]; tensor encoder_layers_22_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_22_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1088531392)))]; tensor encoder_layers_22_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_22_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1088533504)))]; tensor input_1165_cast_fp16 = layer_norm(axes = input_1165_axes_0, beta = encoder_layers_22_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_22_norm_feed_forward1_weight_to_fp16, x = input_1163_cast_fp16)[name = tensor("input_1165_cast_fp16")]; tensor encoder_layers_22_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_22_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1088535616)))]; tensor encoder_layers_22_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_22_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1096924288)))]; tensor linear_199_cast_fp16 = linear(bias = encoder_layers_22_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_22_feed_forward1_linear1_weight_to_fp16, x = input_1165_cast_fp16)[name = tensor("linear_199_cast_fp16")]; tensor input_1169_cast_fp16 = silu(x = linear_199_cast_fp16)[name = tensor("input_1169_cast_fp16")]; tensor encoder_layers_22_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_22_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1096932544)))]; tensor encoder_layers_22_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_22_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1105321216)))]; tensor linear_200_cast_fp16 = linear(bias = encoder_layers_22_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_22_feed_forward1_linear2_weight_to_fp16, x = input_1169_cast_fp16)[name = tensor("linear_200_cast_fp16")]; tensor var_4078_to_fp16 = const()[name = tensor("op_4078_to_fp16"), val = tensor(0x1p-1)]; tensor var_4079_cast_fp16 = mul(x = linear_200_cast_fp16, y = var_4078_to_fp16)[name = tensor("op_4079_cast_fp16")]; tensor input_1175_cast_fp16 = add(x = input_1163_cast_fp16, y = var_4079_cast_fp16)[name = tensor("input_1175_cast_fp16")]; tensor query_45_axes_0 = const()[name = tensor("query_45_axes_0"), val = tensor([-1])]; tensor encoder_layers_22_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_22_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1105323328)))]; tensor encoder_layers_22_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_22_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1105325440)))]; tensor query_45_cast_fp16 = layer_norm(axes = query_45_axes_0, beta = encoder_layers_22_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_22_norm_self_att_weight_to_fp16, x = input_1175_cast_fp16)[name = tensor("query_45_cast_fp16")]; tensor encoder_layers_22_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_22_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1105327552)))]; tensor encoder_layers_22_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_22_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1107424768)))]; tensor linear_201_cast_fp16 = linear(bias = encoder_layers_22_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_22_self_attn_linear_q_weight_to_fp16, x = query_45_cast_fp16)[name = tensor("linear_201_cast_fp16")]; tensor var_4096 = const()[name = tensor("op_4096"), val = tensor([1, -1, 8, 128])]; tensor q_133_cast_fp16 = reshape(shape = var_4096, x = linear_201_cast_fp16)[name = tensor("q_133_cast_fp16")]; tensor encoder_layers_22_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_22_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1107426880)))]; tensor encoder_layers_22_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_22_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1109524096)))]; tensor linear_202_cast_fp16 = linear(bias = encoder_layers_22_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_22_self_attn_linear_k_weight_to_fp16, x = query_45_cast_fp16)[name = tensor("linear_202_cast_fp16")]; tensor var_4101 = const()[name = tensor("op_4101"), val = tensor([1, -1, 8, 128])]; tensor k_89_cast_fp16 = reshape(shape = var_4101, x = linear_202_cast_fp16)[name = tensor("k_89_cast_fp16")]; tensor encoder_layers_22_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_22_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1109526208)))]; tensor encoder_layers_22_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_22_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1111623424)))]; tensor linear_203_cast_fp16 = linear(bias = encoder_layers_22_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_22_self_attn_linear_v_weight_to_fp16, x = query_45_cast_fp16)[name = tensor("linear_203_cast_fp16")]; tensor var_4106 = const()[name = tensor("op_4106"), val = tensor([1, -1, 8, 128])]; tensor v_45_cast_fp16 = reshape(shape = var_4106, x = linear_203_cast_fp16)[name = tensor("v_45_cast_fp16")]; tensor value_47_perm_0 = const()[name = tensor("value_47_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_22_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_22_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1111625536)))]; tensor var_4118_cast_fp16 = add(x = q_133_cast_fp16, y = encoder_layers_22_self_attn_pos_bias_u_to_fp16)[name = tensor("op_4118_cast_fp16")]; tensor encoder_layers_22_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_22_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1111627648)))]; tensor var_4120_cast_fp16 = add(x = q_133_cast_fp16, y = encoder_layers_22_self_attn_pos_bias_v_to_fp16)[name = tensor("op_4120_cast_fp16")]; tensor q_with_bias_v_45_perm_0 = const()[name = tensor("q_with_bias_v_45_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_491_transpose_x_0 = const()[name = tensor("x_491_transpose_x_0"), val = tensor(false)]; tensor x_491_transpose_y_0 = const()[name = tensor("x_491_transpose_y_0"), val = tensor(false)]; tensor var_4122_to_fp16 = const()[name = tensor("op_4122_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1111629760)))]; tensor q_with_bias_v_45_cast_fp16 = transpose(perm = q_with_bias_v_45_perm_0, x = var_4120_cast_fp16)[name = tensor("transpose_228")]; tensor x_491_cast_fp16 = matmul(transpose_x = x_491_transpose_x_0, transpose_y = x_491_transpose_y_0, x = q_with_bias_v_45_cast_fp16, y = var_4122_to_fp16)[name = tensor("x_491_cast_fp16")]; tensor x_493_pad_0 = const()[name = tensor("x_493_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_493_mode_0 = const()[name = tensor("x_493_mode_0"), val = tensor("constant")]; tensor const_234_to_fp16 = const()[name = tensor("const_234_to_fp16"), val = tensor(0x0p+0)]; tensor x_493_cast_fp16 = pad(constant_val = const_234_to_fp16, mode = x_493_mode_0, pad = x_493_pad_0, x = x_491_cast_fp16)[name = tensor("x_493_cast_fp16")]; tensor var_4130 = const()[name = tensor("op_4130"), val = tensor([1, 8, -1, 188])]; tensor x_495_cast_fp16 = reshape(shape = var_4130, x = x_493_cast_fp16)[name = tensor("x_495_cast_fp16")]; tensor var_4134_begin_0 = const()[name = tensor("op_4134_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_4134_end_0 = const()[name = tensor("op_4134_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_4134_end_mask_0 = const()[name = tensor("op_4134_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_4134_cast_fp16 = slice_by_index(begin = var_4134_begin_0, end = var_4134_end_0, end_mask = var_4134_end_mask_0, x = x_495_cast_fp16)[name = tensor("op_4134_cast_fp16")]; tensor var_4135 = const()[name = tensor("op_4135"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_89_cast_fp16 = reshape(shape = var_4135, x = var_4134_cast_fp16)[name = tensor("matrix_bd_89_cast_fp16")]; tensor matrix_ac_45_transpose_x_0 = const()[name = tensor("matrix_ac_45_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_45_transpose_y_0 = const()[name = tensor("matrix_ac_45_transpose_y_0"), val = tensor(false)]; tensor transpose_140_perm_0 = const()[name = tensor("transpose_140_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_141_perm_0 = const()[name = tensor("transpose_141_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_141 = transpose(perm = transpose_141_perm_0, x = k_89_cast_fp16)[name = tensor("transpose_226")]; tensor transpose_140 = transpose(perm = transpose_140_perm_0, x = var_4118_cast_fp16)[name = tensor("transpose_227")]; tensor matrix_ac_45_cast_fp16 = matmul(transpose_x = matrix_ac_45_transpose_x_0, transpose_y = matrix_ac_45_transpose_y_0, x = transpose_140, y = transpose_141)[name = tensor("matrix_ac_45_cast_fp16")]; tensor matrix_bd_91_begin_0 = const()[name = tensor("matrix_bd_91_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_91_end_0 = const()[name = tensor("matrix_bd_91_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_91_end_mask_0 = const()[name = tensor("matrix_bd_91_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_91_cast_fp16 = slice_by_index(begin = matrix_bd_91_begin_0, end = matrix_bd_91_end_0, end_mask = matrix_bd_91_end_mask_0, x = matrix_bd_89_cast_fp16)[name = tensor("matrix_bd_91_cast_fp16")]; tensor var_4144_cast_fp16 = add(x = matrix_ac_45_cast_fp16, y = matrix_bd_91_cast_fp16)[name = tensor("op_4144_cast_fp16")]; tensor _inversed_scores_89_y_0_to_fp16 = const()[name = tensor("_inversed_scores_89_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_89_cast_fp16 = mul(x = var_4144_cast_fp16, y = _inversed_scores_89_y_0_to_fp16)[name = tensor("_inversed_scores_89_cast_fp16")]; tensor scores_91_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_89_cast_fp16, cond = mask_3)[name = tensor("scores_91_cast_fp16")]; tensor var_4150_cast_fp16 = softmax(axis = var_30, x = scores_91_cast_fp16)[name = tensor("op_4150_cast_fp16")]; tensor input_1177_cast_fp16 = select(a = var_11_to_fp16, b = var_4150_cast_fp16, cond = mask_3)[name = tensor("input_1177_cast_fp16")]; tensor x_497_transpose_x_0 = const()[name = tensor("x_497_transpose_x_0"), val = tensor(false)]; tensor x_497_transpose_y_0 = const()[name = tensor("x_497_transpose_y_0"), val = tensor(false)]; tensor value_47_cast_fp16 = transpose(perm = value_47_perm_0, x = v_45_cast_fp16)[name = tensor("transpose_229")]; tensor x_497_cast_fp16 = matmul(transpose_x = x_497_transpose_x_0, transpose_y = x_497_transpose_y_0, x = input_1177_cast_fp16, y = value_47_cast_fp16)[name = tensor("x_497_cast_fp16")]; tensor var_4154_perm_0 = const()[name = tensor("op_4154_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_4155 = const()[name = tensor("op_4155"), val = tensor([1, -1, 1024])]; tensor var_4154_cast_fp16 = transpose(perm = var_4154_perm_0, x = x_497_cast_fp16)[name = tensor("transpose_225")]; tensor input_1179_cast_fp16 = reshape(shape = var_4155, x = var_4154_cast_fp16)[name = tensor("input_1179_cast_fp16")]; tensor encoder_layers_22_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_22_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1112397824)))]; tensor encoder_layers_22_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_22_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1114495040)))]; tensor linear_205_cast_fp16 = linear(bias = encoder_layers_22_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_22_self_attn_linear_out_weight_to_fp16, x = input_1179_cast_fp16)[name = tensor("linear_205_cast_fp16")]; tensor input_1183_cast_fp16 = add(x = input_1175_cast_fp16, y = linear_205_cast_fp16)[name = tensor("input_1183_cast_fp16")]; tensor x_501_axes_0 = const()[name = tensor("x_501_axes_0"), val = tensor([-1])]; tensor encoder_layers_22_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_22_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1114497152)))]; tensor encoder_layers_22_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_22_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1114499264)))]; tensor x_501_cast_fp16 = layer_norm(axes = x_501_axes_0, beta = encoder_layers_22_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_22_norm_conv_weight_to_fp16, x = input_1183_cast_fp16)[name = tensor("x_501_cast_fp16")]; tensor input_1185_perm_0 = const()[name = tensor("input_1185_perm_0"), val = tensor([0, 2, 1])]; tensor input_1187_pad_type_0 = const()[name = tensor("input_1187_pad_type_0"), val = tensor("valid")]; tensor input_1187_strides_0 = const()[name = tensor("input_1187_strides_0"), val = tensor([1])]; tensor input_1187_pad_0 = const()[name = tensor("input_1187_pad_0"), val = tensor([0, 0])]; tensor input_1187_dilations_0 = const()[name = tensor("input_1187_dilations_0"), val = tensor([1])]; tensor input_1187_groups_0 = const()[name = tensor("input_1187_groups_0"), val = tensor(1)]; tensor encoder_layers_22_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_22_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1114501376)))]; tensor encoder_layers_22_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_22_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1118695744)))]; tensor input_1185_cast_fp16 = transpose(perm = input_1185_perm_0, x = x_501_cast_fp16)[name = tensor("transpose_224")]; tensor input_1187_cast_fp16 = conv(bias = encoder_layers_22_conv_pointwise_conv1_bias_to_fp16, dilations = input_1187_dilations_0, groups = input_1187_groups_0, pad = input_1187_pad_0, pad_type = input_1187_pad_type_0, strides = input_1187_strides_0, weight = encoder_layers_22_conv_pointwise_conv1_weight_to_fp16, x = input_1185_cast_fp16)[name = tensor("input_1187_cast_fp16")]; tensor x_503_split_num_splits_0 = const()[name = tensor("x_503_split_num_splits_0"), val = tensor(2)]; tensor x_503_split_axis_0 = const()[name = tensor("x_503_split_axis_0"), val = tensor(1)]; tensor x_503_split_cast_fp16_0, tensor x_503_split_cast_fp16_1 = split(axis = x_503_split_axis_0, num_splits = x_503_split_num_splits_0, x = input_1187_cast_fp16)[name = tensor("x_503_split_cast_fp16")]; tensor x_503_split_1_sigmoid_cast_fp16 = sigmoid(x = x_503_split_cast_fp16_1)[name = tensor("x_503_split_1_sigmoid_cast_fp16")]; tensor x_503_cast_fp16 = mul(x = x_503_split_cast_fp16_0, y = x_503_split_1_sigmoid_cast_fp16)[name = tensor("x_503_cast_fp16")]; tensor input_1189_cast_fp16 = select(a = var_11_to_fp16, b = x_503_cast_fp16, cond = var_351)[name = tensor("input_1189_cast_fp16")]; tensor input_1191_pad_0 = const()[name = tensor("input_1191_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_1191_mode_0 = const()[name = tensor("input_1191_mode_0"), val = tensor("constant")]; tensor const_237_to_fp16 = const()[name = tensor("const_237_to_fp16"), val = tensor(0x0p+0)]; tensor input_1191_cast_fp16 = pad(constant_val = const_237_to_fp16, mode = input_1191_mode_0, pad = input_1191_pad_0, x = input_1189_cast_fp16)[name = tensor("input_1191_cast_fp16")]; tensor input_1193_pad_type_0 = const()[name = tensor("input_1193_pad_type_0"), val = tensor("valid")]; tensor input_1193_groups_0 = const()[name = tensor("input_1193_groups_0"), val = tensor(1024)]; tensor input_1193_strides_0 = const()[name = tensor("input_1193_strides_0"), val = tensor([1])]; tensor input_1193_pad_0 = const()[name = tensor("input_1193_pad_0"), val = tensor([0, 0])]; tensor input_1193_dilations_0 = const()[name = tensor("input_1193_dilations_0"), val = tensor([1])]; tensor const_372_to_fp16 = const()[name = tensor("const_372_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1118699904)))]; tensor const_373_to_fp16 = const()[name = tensor("const_373_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1118718400)))]; tensor input_1195_cast_fp16 = conv(bias = const_373_to_fp16, dilations = input_1193_dilations_0, groups = input_1193_groups_0, pad = input_1193_pad_0, pad_type = input_1193_pad_type_0, strides = input_1193_strides_0, weight = const_372_to_fp16, x = input_1191_cast_fp16)[name = tensor("input_1195_cast_fp16")]; tensor input_1197_cast_fp16 = silu(x = input_1195_cast_fp16)[name = tensor("input_1197_cast_fp16")]; tensor x_505_pad_type_0 = const()[name = tensor("x_505_pad_type_0"), val = tensor("valid")]; tensor x_505_strides_0 = const()[name = tensor("x_505_strides_0"), val = tensor([1])]; tensor x_505_pad_0 = const()[name = tensor("x_505_pad_0"), val = tensor([0, 0])]; tensor x_505_dilations_0 = const()[name = tensor("x_505_dilations_0"), val = tensor([1])]; tensor x_505_groups_0 = const()[name = tensor("x_505_groups_0"), val = tensor(1)]; tensor encoder_layers_22_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_22_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1118720512)))]; tensor encoder_layers_22_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_22_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1120817728)))]; tensor x_505_cast_fp16 = conv(bias = encoder_layers_22_conv_pointwise_conv2_bias_to_fp16, dilations = x_505_dilations_0, groups = x_505_groups_0, pad = x_505_pad_0, pad_type = x_505_pad_type_0, strides = x_505_strides_0, weight = encoder_layers_22_conv_pointwise_conv2_weight_to_fp16, x = input_1197_cast_fp16)[name = tensor("x_505_cast_fp16")]; tensor input_1199_perm_0 = const()[name = tensor("input_1199_perm_0"), val = tensor([0, 2, 1])]; tensor input_1199_cast_fp16 = transpose(perm = input_1199_perm_0, x = x_505_cast_fp16)[name = tensor("transpose_223")]; tensor input_1201_cast_fp16 = add(x = input_1183_cast_fp16, y = input_1199_cast_fp16)[name = tensor("input_1201_cast_fp16")]; tensor input_1203_axes_0 = const()[name = tensor("input_1203_axes_0"), val = tensor([-1])]; tensor encoder_layers_22_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_22_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1120819840)))]; tensor encoder_layers_22_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_22_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1120821952)))]; tensor input_1203_cast_fp16 = layer_norm(axes = input_1203_axes_0, beta = encoder_layers_22_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_22_norm_feed_forward2_weight_to_fp16, x = input_1201_cast_fp16)[name = tensor("input_1203_cast_fp16")]; tensor encoder_layers_22_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_22_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1120824064)))]; tensor encoder_layers_22_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_22_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1129212736)))]; tensor linear_206_cast_fp16 = linear(bias = encoder_layers_22_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_22_feed_forward2_linear1_weight_to_fp16, x = input_1203_cast_fp16)[name = tensor("linear_206_cast_fp16")]; tensor input_1207_cast_fp16 = silu(x = linear_206_cast_fp16)[name = tensor("input_1207_cast_fp16")]; tensor encoder_layers_22_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_22_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1129220992)))]; tensor encoder_layers_22_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_22_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1137609664)))]; tensor linear_207_cast_fp16 = linear(bias = encoder_layers_22_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_22_feed_forward2_linear2_weight_to_fp16, x = input_1207_cast_fp16)[name = tensor("linear_207_cast_fp16")]; tensor var_4221_to_fp16 = const()[name = tensor("op_4221_to_fp16"), val = tensor(0x1p-1)]; tensor var_4222_cast_fp16 = mul(x = linear_207_cast_fp16, y = var_4221_to_fp16)[name = tensor("op_4222_cast_fp16")]; tensor input_1213_cast_fp16 = add(x = input_1201_cast_fp16, y = var_4222_cast_fp16)[name = tensor("input_1213_cast_fp16")]; tensor input_1215_axes_0 = const()[name = tensor("input_1215_axes_0"), val = tensor([-1])]; tensor encoder_layers_22_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_22_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1137611776)))]; tensor encoder_layers_22_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_22_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1137613888)))]; tensor input_1215_cast_fp16 = layer_norm(axes = input_1215_axes_0, beta = encoder_layers_22_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_22_norm_out_weight_to_fp16, x = input_1213_cast_fp16)[name = tensor("input_1215_cast_fp16")]; tensor input_1217_axes_0 = const()[name = tensor("input_1217_axes_0"), val = tensor([-1])]; tensor encoder_layers_23_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_23_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1137616000)))]; tensor encoder_layers_23_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_23_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1137618112)))]; tensor input_1217_cast_fp16 = layer_norm(axes = input_1217_axes_0, beta = encoder_layers_23_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_23_norm_feed_forward1_weight_to_fp16, x = input_1215_cast_fp16)[name = tensor("input_1217_cast_fp16")]; tensor encoder_layers_23_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_23_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1137620224)))]; tensor encoder_layers_23_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_23_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1146008896)))]; tensor linear_208_cast_fp16 = linear(bias = encoder_layers_23_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_23_feed_forward1_linear1_weight_to_fp16, x = input_1217_cast_fp16)[name = tensor("linear_208_cast_fp16")]; tensor input_1221_cast_fp16 = silu(x = linear_208_cast_fp16)[name = tensor("input_1221_cast_fp16")]; tensor encoder_layers_23_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_23_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1146017152)))]; tensor encoder_layers_23_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_23_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1154405824)))]; tensor linear_209_cast_fp16 = linear(bias = encoder_layers_23_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_23_feed_forward1_linear2_weight_to_fp16, x = input_1221_cast_fp16)[name = tensor("linear_209_cast_fp16")]; tensor var_4252_to_fp16 = const()[name = tensor("op_4252_to_fp16"), val = tensor(0x1p-1)]; tensor var_4253_cast_fp16 = mul(x = linear_209_cast_fp16, y = var_4252_to_fp16)[name = tensor("op_4253_cast_fp16")]; tensor input_1227_cast_fp16 = add(x = input_1215_cast_fp16, y = var_4253_cast_fp16)[name = tensor("input_1227_cast_fp16")]; tensor query_47_axes_0 = const()[name = tensor("query_47_axes_0"), val = tensor([-1])]; tensor encoder_layers_23_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_23_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1154407936)))]; tensor encoder_layers_23_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_23_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1154410048)))]; tensor query_47_cast_fp16 = layer_norm(axes = query_47_axes_0, beta = encoder_layers_23_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_23_norm_self_att_weight_to_fp16, x = input_1227_cast_fp16)[name = tensor("query_47_cast_fp16")]; tensor encoder_layers_23_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_23_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1154412160)))]; tensor encoder_layers_23_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_23_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1156509376)))]; tensor linear_210_cast_fp16 = linear(bias = encoder_layers_23_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_23_self_attn_linear_q_weight_to_fp16, x = query_47_cast_fp16)[name = tensor("linear_210_cast_fp16")]; tensor var_4270 = const()[name = tensor("op_4270"), val = tensor([1, -1, 8, 128])]; tensor q_139_cast_fp16 = reshape(shape = var_4270, x = linear_210_cast_fp16)[name = tensor("q_139_cast_fp16")]; tensor encoder_layers_23_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_23_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1156511488)))]; tensor encoder_layers_23_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_23_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1158608704)))]; tensor linear_211_cast_fp16 = linear(bias = encoder_layers_23_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_23_self_attn_linear_k_weight_to_fp16, x = query_47_cast_fp16)[name = tensor("linear_211_cast_fp16")]; tensor var_4275 = const()[name = tensor("op_4275"), val = tensor([1, -1, 8, 128])]; tensor k_93_cast_fp16 = reshape(shape = var_4275, x = linear_211_cast_fp16)[name = tensor("k_93_cast_fp16")]; tensor encoder_layers_23_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_23_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1158610816)))]; tensor encoder_layers_23_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_23_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1160708032)))]; tensor linear_212_cast_fp16 = linear(bias = encoder_layers_23_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_23_self_attn_linear_v_weight_to_fp16, x = query_47_cast_fp16)[name = tensor("linear_212_cast_fp16")]; tensor var_4280 = const()[name = tensor("op_4280"), val = tensor([1, -1, 8, 128])]; tensor v_47_cast_fp16 = reshape(shape = var_4280, x = linear_212_cast_fp16)[name = tensor("v_47_cast_fp16")]; tensor value_49_perm_0 = const()[name = tensor("value_49_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_23_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_23_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1160710144)))]; tensor var_4292_cast_fp16 = add(x = q_139_cast_fp16, y = encoder_layers_23_self_attn_pos_bias_u_to_fp16)[name = tensor("op_4292_cast_fp16")]; tensor encoder_layers_23_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_23_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1160712256)))]; tensor var_4294_cast_fp16 = add(x = q_139_cast_fp16, y = encoder_layers_23_self_attn_pos_bias_v_to_fp16)[name = tensor("op_4294_cast_fp16")]; tensor q_with_bias_v_47_perm_0 = const()[name = tensor("q_with_bias_v_47_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_513_transpose_x_0 = const()[name = tensor("x_513_transpose_x_0"), val = tensor(false)]; tensor x_513_transpose_y_0 = const()[name = tensor("x_513_transpose_y_0"), val = tensor(false)]; tensor var_4296_to_fp16 = const()[name = tensor("op_4296_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1160714368)))]; tensor q_with_bias_v_47_cast_fp16 = transpose(perm = q_with_bias_v_47_perm_0, x = var_4294_cast_fp16)[name = tensor("transpose_221")]; tensor x_513_cast_fp16 = matmul(transpose_x = x_513_transpose_x_0, transpose_y = x_513_transpose_y_0, x = q_with_bias_v_47_cast_fp16, y = var_4296_to_fp16)[name = tensor("x_513_cast_fp16")]; tensor x_515_pad_0 = const()[name = tensor("x_515_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_515_mode_0 = const()[name = tensor("x_515_mode_0"), val = tensor("constant")]; tensor const_244_to_fp16 = const()[name = tensor("const_244_to_fp16"), val = tensor(0x0p+0)]; tensor x_515_cast_fp16 = pad(constant_val = const_244_to_fp16, mode = x_515_mode_0, pad = x_515_pad_0, x = x_513_cast_fp16)[name = tensor("x_515_cast_fp16")]; tensor var_4304 = const()[name = tensor("op_4304"), val = tensor([1, 8, -1, 188])]; tensor x_517_cast_fp16 = reshape(shape = var_4304, x = x_515_cast_fp16)[name = tensor("x_517_cast_fp16")]; tensor var_4308_begin_0 = const()[name = tensor("op_4308_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_4308_end_0 = const()[name = tensor("op_4308_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_4308_end_mask_0 = const()[name = tensor("op_4308_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_4308_cast_fp16 = slice_by_index(begin = var_4308_begin_0, end = var_4308_end_0, end_mask = var_4308_end_mask_0, x = x_517_cast_fp16)[name = tensor("op_4308_cast_fp16")]; tensor var_4309 = const()[name = tensor("op_4309"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_93_cast_fp16 = reshape(shape = var_4309, x = var_4308_cast_fp16)[name = tensor("matrix_bd_93_cast_fp16")]; tensor matrix_ac_47_transpose_x_0 = const()[name = tensor("matrix_ac_47_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_47_transpose_y_0 = const()[name = tensor("matrix_ac_47_transpose_y_0"), val = tensor(false)]; tensor transpose_142_perm_0 = const()[name = tensor("transpose_142_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_143_perm_0 = const()[name = tensor("transpose_143_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_143 = transpose(perm = transpose_143_perm_0, x = k_93_cast_fp16)[name = tensor("transpose_219")]; tensor transpose_142 = transpose(perm = transpose_142_perm_0, x = var_4292_cast_fp16)[name = tensor("transpose_220")]; tensor matrix_ac_47_cast_fp16 = matmul(transpose_x = matrix_ac_47_transpose_x_0, transpose_y = matrix_ac_47_transpose_y_0, x = transpose_142, y = transpose_143)[name = tensor("matrix_ac_47_cast_fp16")]; tensor matrix_bd_95_begin_0 = const()[name = tensor("matrix_bd_95_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_95_end_0 = const()[name = tensor("matrix_bd_95_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_95_end_mask_0 = const()[name = tensor("matrix_bd_95_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_95_cast_fp16 = slice_by_index(begin = matrix_bd_95_begin_0, end = matrix_bd_95_end_0, end_mask = matrix_bd_95_end_mask_0, x = matrix_bd_93_cast_fp16)[name = tensor("matrix_bd_95_cast_fp16")]; tensor var_4318_cast_fp16 = add(x = matrix_ac_47_cast_fp16, y = matrix_bd_95_cast_fp16)[name = tensor("op_4318_cast_fp16")]; tensor _inversed_scores_93_y_0_to_fp16 = const()[name = tensor("_inversed_scores_93_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_93_cast_fp16 = mul(x = var_4318_cast_fp16, y = _inversed_scores_93_y_0_to_fp16)[name = tensor("_inversed_scores_93_cast_fp16")]; tensor scores_95_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_93_cast_fp16, cond = mask_3)[name = tensor("scores_95_cast_fp16")]; tensor var_4324_cast_fp16 = softmax(axis = var_30, x = scores_95_cast_fp16)[name = tensor("op_4324_cast_fp16")]; tensor input_1229_cast_fp16 = select(a = var_11_to_fp16, b = var_4324_cast_fp16, cond = mask_3)[name = tensor("input_1229_cast_fp16")]; tensor x_519_transpose_x_0 = const()[name = tensor("x_519_transpose_x_0"), val = tensor(false)]; tensor x_519_transpose_y_0 = const()[name = tensor("x_519_transpose_y_0"), val = tensor(false)]; tensor value_49_cast_fp16 = transpose(perm = value_49_perm_0, x = v_47_cast_fp16)[name = tensor("transpose_222")]; tensor x_519_cast_fp16 = matmul(transpose_x = x_519_transpose_x_0, transpose_y = x_519_transpose_y_0, x = input_1229_cast_fp16, y = value_49_cast_fp16)[name = tensor("x_519_cast_fp16")]; tensor var_4328_perm_0 = const()[name = tensor("op_4328_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_4329 = const()[name = tensor("op_4329"), val = tensor([1, -1, 1024])]; tensor var_4328_cast_fp16 = transpose(perm = var_4328_perm_0, x = x_519_cast_fp16)[name = tensor("transpose_218")]; tensor input_1231_cast_fp16 = reshape(shape = var_4329, x = var_4328_cast_fp16)[name = tensor("input_1231_cast_fp16")]; tensor encoder_layers_23_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_23_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1161482432)))]; tensor encoder_layers_23_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_23_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1163579648)))]; tensor linear_214_cast_fp16 = linear(bias = encoder_layers_23_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_23_self_attn_linear_out_weight_to_fp16, x = input_1231_cast_fp16)[name = tensor("linear_214_cast_fp16")]; tensor input_1235_cast_fp16 = add(x = input_1227_cast_fp16, y = linear_214_cast_fp16)[name = tensor("input_1235_cast_fp16")]; tensor x_523_axes_0 = const()[name = tensor("x_523_axes_0"), val = tensor([-1])]; tensor encoder_layers_23_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_23_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1163581760)))]; tensor encoder_layers_23_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_23_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1163583872)))]; tensor x_523_cast_fp16 = layer_norm(axes = x_523_axes_0, beta = encoder_layers_23_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_23_norm_conv_weight_to_fp16, x = input_1235_cast_fp16)[name = tensor("x_523_cast_fp16")]; tensor input_1237_perm_0 = const()[name = tensor("input_1237_perm_0"), val = tensor([0, 2, 1])]; tensor input_1239_pad_type_0 = const()[name = tensor("input_1239_pad_type_0"), val = tensor("valid")]; tensor input_1239_strides_0 = const()[name = tensor("input_1239_strides_0"), val = tensor([1])]; tensor input_1239_pad_0 = const()[name = tensor("input_1239_pad_0"), val = tensor([0, 0])]; tensor input_1239_dilations_0 = const()[name = tensor("input_1239_dilations_0"), val = tensor([1])]; tensor input_1239_groups_0 = const()[name = tensor("input_1239_groups_0"), val = tensor(1)]; tensor encoder_layers_23_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_23_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1163585984)))]; tensor encoder_layers_23_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_23_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1167780352)))]; tensor input_1237_cast_fp16 = transpose(perm = input_1237_perm_0, x = x_523_cast_fp16)[name = tensor("transpose_217")]; tensor input_1239_cast_fp16 = conv(bias = encoder_layers_23_conv_pointwise_conv1_bias_to_fp16, dilations = input_1239_dilations_0, groups = input_1239_groups_0, pad = input_1239_pad_0, pad_type = input_1239_pad_type_0, strides = input_1239_strides_0, weight = encoder_layers_23_conv_pointwise_conv1_weight_to_fp16, x = input_1237_cast_fp16)[name = tensor("input_1239_cast_fp16")]; tensor x_525_split_num_splits_0 = const()[name = tensor("x_525_split_num_splits_0"), val = tensor(2)]; tensor x_525_split_axis_0 = const()[name = tensor("x_525_split_axis_0"), val = tensor(1)]; tensor x_525_split_cast_fp16_0, tensor x_525_split_cast_fp16_1 = split(axis = x_525_split_axis_0, num_splits = x_525_split_num_splits_0, x = input_1239_cast_fp16)[name = tensor("x_525_split_cast_fp16")]; tensor x_525_split_1_sigmoid_cast_fp16 = sigmoid(x = x_525_split_cast_fp16_1)[name = tensor("x_525_split_1_sigmoid_cast_fp16")]; tensor x_525_cast_fp16 = mul(x = x_525_split_cast_fp16_0, y = x_525_split_1_sigmoid_cast_fp16)[name = tensor("x_525_cast_fp16")]; tensor input_1241_cast_fp16 = select(a = var_11_to_fp16, b = x_525_cast_fp16, cond = var_351)[name = tensor("input_1241_cast_fp16")]; tensor input_1243_pad_0 = const()[name = tensor("input_1243_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_1243_mode_0 = const()[name = tensor("input_1243_mode_0"), val = tensor("constant")]; tensor const_247_to_fp16 = const()[name = tensor("const_247_to_fp16"), val = tensor(0x0p+0)]; tensor input_1243_cast_fp16 = pad(constant_val = const_247_to_fp16, mode = input_1243_mode_0, pad = input_1243_pad_0, x = input_1241_cast_fp16)[name = tensor("input_1243_cast_fp16")]; tensor input_1245_pad_type_0 = const()[name = tensor("input_1245_pad_type_0"), val = tensor("valid")]; tensor input_1245_groups_0 = const()[name = tensor("input_1245_groups_0"), val = tensor(1024)]; tensor input_1245_strides_0 = const()[name = tensor("input_1245_strides_0"), val = tensor([1])]; tensor input_1245_pad_0 = const()[name = tensor("input_1245_pad_0"), val = tensor([0, 0])]; tensor input_1245_dilations_0 = const()[name = tensor("input_1245_dilations_0"), val = tensor([1])]; tensor const_374_to_fp16 = const()[name = tensor("const_374_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1167784512)))]; tensor const_375_to_fp16 = const()[name = tensor("const_375_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1167803008)))]; tensor input_1247_cast_fp16 = conv(bias = const_375_to_fp16, dilations = input_1245_dilations_0, groups = input_1245_groups_0, pad = input_1245_pad_0, pad_type = input_1245_pad_type_0, strides = input_1245_strides_0, weight = const_374_to_fp16, x = input_1243_cast_fp16)[name = tensor("input_1247_cast_fp16")]; tensor input_1249_cast_fp16 = silu(x = input_1247_cast_fp16)[name = tensor("input_1249_cast_fp16")]; tensor x_527_pad_type_0 = const()[name = tensor("x_527_pad_type_0"), val = tensor("valid")]; tensor x_527_strides_0 = const()[name = tensor("x_527_strides_0"), val = tensor([1])]; tensor x_527_pad_0 = const()[name = tensor("x_527_pad_0"), val = tensor([0, 0])]; tensor x_527_dilations_0 = const()[name = tensor("x_527_dilations_0"), val = tensor([1])]; tensor x_527_groups_0 = const()[name = tensor("x_527_groups_0"), val = tensor(1)]; tensor encoder_layers_23_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_23_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1167805120)))]; tensor encoder_layers_23_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_23_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1169902336)))]; tensor x_527_cast_fp16 = conv(bias = encoder_layers_23_conv_pointwise_conv2_bias_to_fp16, dilations = x_527_dilations_0, groups = x_527_groups_0, pad = x_527_pad_0, pad_type = x_527_pad_type_0, strides = x_527_strides_0, weight = encoder_layers_23_conv_pointwise_conv2_weight_to_fp16, x = input_1249_cast_fp16)[name = tensor("x_527_cast_fp16")]; tensor input_1251_perm_0 = const()[name = tensor("input_1251_perm_0"), val = tensor([0, 2, 1])]; tensor input_1251_cast_fp16 = transpose(perm = input_1251_perm_0, x = x_527_cast_fp16)[name = tensor("transpose_216")]; tensor input_1253_cast_fp16 = add(x = input_1235_cast_fp16, y = input_1251_cast_fp16)[name = tensor("input_1253_cast_fp16")]; tensor input_1255_axes_0 = const()[name = tensor("input_1255_axes_0"), val = tensor([-1])]; tensor encoder_layers_23_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_23_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1169904448)))]; tensor encoder_layers_23_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_23_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1169906560)))]; tensor input_1255_cast_fp16 = layer_norm(axes = input_1255_axes_0, beta = encoder_layers_23_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_23_norm_feed_forward2_weight_to_fp16, x = input_1253_cast_fp16)[name = tensor("input_1255_cast_fp16")]; tensor encoder_layers_23_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_23_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1169908672)))]; tensor encoder_layers_23_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_23_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1178297344)))]; tensor linear_215_cast_fp16 = linear(bias = encoder_layers_23_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_23_feed_forward2_linear1_weight_to_fp16, x = input_1255_cast_fp16)[name = tensor("linear_215_cast_fp16")]; tensor input_1259_cast_fp16 = silu(x = linear_215_cast_fp16)[name = tensor("input_1259_cast_fp16")]; tensor encoder_layers_23_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_23_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1178305600)))]; tensor encoder_layers_23_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_23_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1186694272)))]; tensor linear_216_cast_fp16 = linear(bias = encoder_layers_23_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_23_feed_forward2_linear2_weight_to_fp16, x = input_1259_cast_fp16)[name = tensor("linear_216_cast_fp16")]; tensor var_4395_to_fp16 = const()[name = tensor("op_4395_to_fp16"), val = tensor(0x1p-1)]; tensor var_4396_cast_fp16 = mul(x = linear_216_cast_fp16, y = var_4395_to_fp16)[name = tensor("op_4396_cast_fp16")]; tensor input_1265_cast_fp16 = add(x = input_1253_cast_fp16, y = var_4396_cast_fp16)[name = tensor("input_1265_cast_fp16")]; tensor input_1267_axes_0 = const()[name = tensor("input_1267_axes_0"), val = tensor([-1])]; tensor encoder_layers_23_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_23_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1186696384)))]; tensor encoder_layers_23_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_23_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1186698496)))]; tensor input_1267_cast_fp16 = layer_norm(axes = input_1267_axes_0, beta = encoder_layers_23_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_23_norm_out_weight_to_fp16, x = input_1265_cast_fp16)[name = tensor("input_1267_cast_fp16")]; tensor input_1269_axes_0 = const()[name = tensor("input_1269_axes_0"), val = tensor([-1])]; tensor encoder_layers_24_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_24_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1186700608)))]; tensor encoder_layers_24_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_24_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1186702720)))]; tensor input_1269_cast_fp16 = layer_norm(axes = input_1269_axes_0, beta = encoder_layers_24_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_24_norm_feed_forward1_weight_to_fp16, x = input_1267_cast_fp16)[name = tensor("input_1269_cast_fp16")]; tensor encoder_layers_24_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_24_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1186704832)))]; tensor encoder_layers_24_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_24_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1195093504)))]; tensor linear_217_cast_fp16 = linear(bias = encoder_layers_24_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_24_feed_forward1_linear1_weight_to_fp16, x = input_1269_cast_fp16)[name = tensor("linear_217_cast_fp16")]; tensor input_1273_cast_fp16 = silu(x = linear_217_cast_fp16)[name = tensor("input_1273_cast_fp16")]; tensor encoder_layers_24_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_24_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1195101760)))]; tensor encoder_layers_24_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_24_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1203490432)))]; tensor linear_218_cast_fp16 = linear(bias = encoder_layers_24_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_24_feed_forward1_linear2_weight_to_fp16, x = input_1273_cast_fp16)[name = tensor("linear_218_cast_fp16")]; tensor var_4426_to_fp16 = const()[name = tensor("op_4426_to_fp16"), val = tensor(0x1p-1)]; tensor var_4427_cast_fp16 = mul(x = linear_218_cast_fp16, y = var_4426_to_fp16)[name = tensor("op_4427_cast_fp16")]; tensor input_1279_cast_fp16 = add(x = input_1267_cast_fp16, y = var_4427_cast_fp16)[name = tensor("input_1279_cast_fp16")]; tensor query_49_axes_0 = const()[name = tensor("query_49_axes_0"), val = tensor([-1])]; tensor encoder_layers_24_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_24_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1203492544)))]; tensor encoder_layers_24_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_24_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1203494656)))]; tensor query_49_cast_fp16 = layer_norm(axes = query_49_axes_0, beta = encoder_layers_24_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_24_norm_self_att_weight_to_fp16, x = input_1279_cast_fp16)[name = tensor("query_49_cast_fp16")]; tensor encoder_layers_24_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_24_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1203496768)))]; tensor encoder_layers_24_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_24_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1205593984)))]; tensor linear_219_cast_fp16 = linear(bias = encoder_layers_24_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_24_self_attn_linear_q_weight_to_fp16, x = query_49_cast_fp16)[name = tensor("linear_219_cast_fp16")]; tensor var_4444 = const()[name = tensor("op_4444"), val = tensor([1, -1, 8, 128])]; tensor q_145_cast_fp16 = reshape(shape = var_4444, x = linear_219_cast_fp16)[name = tensor("q_145_cast_fp16")]; tensor encoder_layers_24_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_24_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1205596096)))]; tensor encoder_layers_24_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_24_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1207693312)))]; tensor linear_220_cast_fp16 = linear(bias = encoder_layers_24_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_24_self_attn_linear_k_weight_to_fp16, x = query_49_cast_fp16)[name = tensor("linear_220_cast_fp16")]; tensor var_4449 = const()[name = tensor("op_4449"), val = tensor([1, -1, 8, 128])]; tensor k_97_cast_fp16 = reshape(shape = var_4449, x = linear_220_cast_fp16)[name = tensor("k_97_cast_fp16")]; tensor encoder_layers_24_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_24_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1207695424)))]; tensor encoder_layers_24_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_24_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1209792640)))]; tensor linear_221_cast_fp16 = linear(bias = encoder_layers_24_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_24_self_attn_linear_v_weight_to_fp16, x = query_49_cast_fp16)[name = tensor("linear_221_cast_fp16")]; tensor var_4454 = const()[name = tensor("op_4454"), val = tensor([1, -1, 8, 128])]; tensor v_49_cast_fp16 = reshape(shape = var_4454, x = linear_221_cast_fp16)[name = tensor("v_49_cast_fp16")]; tensor value_51_perm_0 = const()[name = tensor("value_51_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_24_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_24_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1209794752)))]; tensor var_4466_cast_fp16 = add(x = q_145_cast_fp16, y = encoder_layers_24_self_attn_pos_bias_u_to_fp16)[name = tensor("op_4466_cast_fp16")]; tensor encoder_layers_24_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_24_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1209796864)))]; tensor var_4468_cast_fp16 = add(x = q_145_cast_fp16, y = encoder_layers_24_self_attn_pos_bias_v_to_fp16)[name = tensor("op_4468_cast_fp16")]; tensor q_with_bias_v_49_perm_0 = const()[name = tensor("q_with_bias_v_49_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_535_transpose_x_0 = const()[name = tensor("x_535_transpose_x_0"), val = tensor(false)]; tensor x_535_transpose_y_0 = const()[name = tensor("x_535_transpose_y_0"), val = tensor(false)]; tensor var_4470_to_fp16 = const()[name = tensor("op_4470_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1209798976)))]; tensor q_with_bias_v_49_cast_fp16 = transpose(perm = q_with_bias_v_49_perm_0, x = var_4468_cast_fp16)[name = tensor("transpose_214")]; tensor x_535_cast_fp16 = matmul(transpose_x = x_535_transpose_x_0, transpose_y = x_535_transpose_y_0, x = q_with_bias_v_49_cast_fp16, y = var_4470_to_fp16)[name = tensor("x_535_cast_fp16")]; tensor x_537_pad_0 = const()[name = tensor("x_537_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_537_mode_0 = const()[name = tensor("x_537_mode_0"), val = tensor("constant")]; tensor const_254_to_fp16 = const()[name = tensor("const_254_to_fp16"), val = tensor(0x0p+0)]; tensor x_537_cast_fp16 = pad(constant_val = const_254_to_fp16, mode = x_537_mode_0, pad = x_537_pad_0, x = x_535_cast_fp16)[name = tensor("x_537_cast_fp16")]; tensor var_4478 = const()[name = tensor("op_4478"), val = tensor([1, 8, -1, 188])]; tensor x_539_cast_fp16 = reshape(shape = var_4478, x = x_537_cast_fp16)[name = tensor("x_539_cast_fp16")]; tensor var_4482_begin_0 = const()[name = tensor("op_4482_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_4482_end_0 = const()[name = tensor("op_4482_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_4482_end_mask_0 = const()[name = tensor("op_4482_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_4482_cast_fp16 = slice_by_index(begin = var_4482_begin_0, end = var_4482_end_0, end_mask = var_4482_end_mask_0, x = x_539_cast_fp16)[name = tensor("op_4482_cast_fp16")]; tensor var_4483 = const()[name = tensor("op_4483"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_97_cast_fp16 = reshape(shape = var_4483, x = var_4482_cast_fp16)[name = tensor("matrix_bd_97_cast_fp16")]; tensor matrix_ac_49_transpose_x_0 = const()[name = tensor("matrix_ac_49_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_49_transpose_y_0 = const()[name = tensor("matrix_ac_49_transpose_y_0"), val = tensor(false)]; tensor transpose_144_perm_0 = const()[name = tensor("transpose_144_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_145_perm_0 = const()[name = tensor("transpose_145_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_145 = transpose(perm = transpose_145_perm_0, x = k_97_cast_fp16)[name = tensor("transpose_212")]; tensor transpose_144 = transpose(perm = transpose_144_perm_0, x = var_4466_cast_fp16)[name = tensor("transpose_213")]; tensor matrix_ac_49_cast_fp16 = matmul(transpose_x = matrix_ac_49_transpose_x_0, transpose_y = matrix_ac_49_transpose_y_0, x = transpose_144, y = transpose_145)[name = tensor("matrix_ac_49_cast_fp16")]; tensor matrix_bd_99_begin_0 = const()[name = tensor("matrix_bd_99_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_99_end_0 = const()[name = tensor("matrix_bd_99_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_99_end_mask_0 = const()[name = tensor("matrix_bd_99_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_99_cast_fp16 = slice_by_index(begin = matrix_bd_99_begin_0, end = matrix_bd_99_end_0, end_mask = matrix_bd_99_end_mask_0, x = matrix_bd_97_cast_fp16)[name = tensor("matrix_bd_99_cast_fp16")]; tensor var_4492_cast_fp16 = add(x = matrix_ac_49_cast_fp16, y = matrix_bd_99_cast_fp16)[name = tensor("op_4492_cast_fp16")]; tensor _inversed_scores_97_y_0_to_fp16 = const()[name = tensor("_inversed_scores_97_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_97_cast_fp16 = mul(x = var_4492_cast_fp16, y = _inversed_scores_97_y_0_to_fp16)[name = tensor("_inversed_scores_97_cast_fp16")]; tensor scores_99_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_97_cast_fp16, cond = mask_3)[name = tensor("scores_99_cast_fp16")]; tensor var_4498_cast_fp16 = softmax(axis = var_30, x = scores_99_cast_fp16)[name = tensor("op_4498_cast_fp16")]; tensor input_1281_cast_fp16 = select(a = var_11_to_fp16, b = var_4498_cast_fp16, cond = mask_3)[name = tensor("input_1281_cast_fp16")]; tensor x_541_transpose_x_0 = const()[name = tensor("x_541_transpose_x_0"), val = tensor(false)]; tensor x_541_transpose_y_0 = const()[name = tensor("x_541_transpose_y_0"), val = tensor(false)]; tensor value_51_cast_fp16 = transpose(perm = value_51_perm_0, x = v_49_cast_fp16)[name = tensor("transpose_215")]; tensor x_541_cast_fp16 = matmul(transpose_x = x_541_transpose_x_0, transpose_y = x_541_transpose_y_0, x = input_1281_cast_fp16, y = value_51_cast_fp16)[name = tensor("x_541_cast_fp16")]; tensor var_4502_perm_0 = const()[name = tensor("op_4502_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_4503 = const()[name = tensor("op_4503"), val = tensor([1, -1, 1024])]; tensor var_4502_cast_fp16 = transpose(perm = var_4502_perm_0, x = x_541_cast_fp16)[name = tensor("transpose_211")]; tensor input_1283_cast_fp16 = reshape(shape = var_4503, x = var_4502_cast_fp16)[name = tensor("input_1283_cast_fp16")]; tensor encoder_layers_24_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_24_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1210567040)))]; tensor encoder_layers_24_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_24_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1212664256)))]; tensor linear_223_cast_fp16 = linear(bias = encoder_layers_24_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_24_self_attn_linear_out_weight_to_fp16, x = input_1283_cast_fp16)[name = tensor("linear_223_cast_fp16")]; tensor input_1287_cast_fp16 = add(x = input_1279_cast_fp16, y = linear_223_cast_fp16)[name = tensor("input_1287_cast_fp16")]; tensor x_545_axes_0 = const()[name = tensor("x_545_axes_0"), val = tensor([-1])]; tensor encoder_layers_24_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_24_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1212666368)))]; tensor encoder_layers_24_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_24_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1212668480)))]; tensor x_545_cast_fp16 = layer_norm(axes = x_545_axes_0, beta = encoder_layers_24_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_24_norm_conv_weight_to_fp16, x = input_1287_cast_fp16)[name = tensor("x_545_cast_fp16")]; tensor input_1289_perm_0 = const()[name = tensor("input_1289_perm_0"), val = tensor([0, 2, 1])]; tensor input_1291_pad_type_0 = const()[name = tensor("input_1291_pad_type_0"), val = tensor("valid")]; tensor input_1291_strides_0 = const()[name = tensor("input_1291_strides_0"), val = tensor([1])]; tensor input_1291_pad_0 = const()[name = tensor("input_1291_pad_0"), val = tensor([0, 0])]; tensor input_1291_dilations_0 = const()[name = tensor("input_1291_dilations_0"), val = tensor([1])]; tensor input_1291_groups_0 = const()[name = tensor("input_1291_groups_0"), val = tensor(1)]; tensor encoder_layers_24_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_24_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1212670592)))]; tensor encoder_layers_24_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_24_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1216864960)))]; tensor input_1289_cast_fp16 = transpose(perm = input_1289_perm_0, x = x_545_cast_fp16)[name = tensor("transpose_210")]; tensor input_1291_cast_fp16 = conv(bias = encoder_layers_24_conv_pointwise_conv1_bias_to_fp16, dilations = input_1291_dilations_0, groups = input_1291_groups_0, pad = input_1291_pad_0, pad_type = input_1291_pad_type_0, strides = input_1291_strides_0, weight = encoder_layers_24_conv_pointwise_conv1_weight_to_fp16, x = input_1289_cast_fp16)[name = tensor("input_1291_cast_fp16")]; tensor x_547_split_num_splits_0 = const()[name = tensor("x_547_split_num_splits_0"), val = tensor(2)]; tensor x_547_split_axis_0 = const()[name = tensor("x_547_split_axis_0"), val = tensor(1)]; tensor x_547_split_cast_fp16_0, tensor x_547_split_cast_fp16_1 = split(axis = x_547_split_axis_0, num_splits = x_547_split_num_splits_0, x = input_1291_cast_fp16)[name = tensor("x_547_split_cast_fp16")]; tensor x_547_split_1_sigmoid_cast_fp16 = sigmoid(x = x_547_split_cast_fp16_1)[name = tensor("x_547_split_1_sigmoid_cast_fp16")]; tensor x_547_cast_fp16 = mul(x = x_547_split_cast_fp16_0, y = x_547_split_1_sigmoid_cast_fp16)[name = tensor("x_547_cast_fp16")]; tensor input_1293_cast_fp16 = select(a = var_11_to_fp16, b = x_547_cast_fp16, cond = var_351)[name = tensor("input_1293_cast_fp16")]; tensor input_1295_pad_0 = const()[name = tensor("input_1295_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_1295_mode_0 = const()[name = tensor("input_1295_mode_0"), val = tensor("constant")]; tensor const_257_to_fp16 = const()[name = tensor("const_257_to_fp16"), val = tensor(0x0p+0)]; tensor input_1295_cast_fp16 = pad(constant_val = const_257_to_fp16, mode = input_1295_mode_0, pad = input_1295_pad_0, x = input_1293_cast_fp16)[name = tensor("input_1295_cast_fp16")]; tensor input_1297_pad_type_0 = const()[name = tensor("input_1297_pad_type_0"), val = tensor("valid")]; tensor input_1297_groups_0 = const()[name = tensor("input_1297_groups_0"), val = tensor(1024)]; tensor input_1297_strides_0 = const()[name = tensor("input_1297_strides_0"), val = tensor([1])]; tensor input_1297_pad_0 = const()[name = tensor("input_1297_pad_0"), val = tensor([0, 0])]; tensor input_1297_dilations_0 = const()[name = tensor("input_1297_dilations_0"), val = tensor([1])]; tensor const_376_to_fp16 = const()[name = tensor("const_376_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1216869120)))]; tensor const_377_to_fp16 = const()[name = tensor("const_377_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1216887616)))]; tensor input_1299_cast_fp16 = conv(bias = const_377_to_fp16, dilations = input_1297_dilations_0, groups = input_1297_groups_0, pad = input_1297_pad_0, pad_type = input_1297_pad_type_0, strides = input_1297_strides_0, weight = const_376_to_fp16, x = input_1295_cast_fp16)[name = tensor("input_1299_cast_fp16")]; tensor input_1301_cast_fp16 = silu(x = input_1299_cast_fp16)[name = tensor("input_1301_cast_fp16")]; tensor x_549_pad_type_0 = const()[name = tensor("x_549_pad_type_0"), val = tensor("valid")]; tensor x_549_strides_0 = const()[name = tensor("x_549_strides_0"), val = tensor([1])]; tensor x_549_pad_0 = const()[name = tensor("x_549_pad_0"), val = tensor([0, 0])]; tensor x_549_dilations_0 = const()[name = tensor("x_549_dilations_0"), val = tensor([1])]; tensor x_549_groups_0 = const()[name = tensor("x_549_groups_0"), val = tensor(1)]; tensor encoder_layers_24_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_24_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1216889728)))]; tensor encoder_layers_24_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_24_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1218986944)))]; tensor x_549_cast_fp16 = conv(bias = encoder_layers_24_conv_pointwise_conv2_bias_to_fp16, dilations = x_549_dilations_0, groups = x_549_groups_0, pad = x_549_pad_0, pad_type = x_549_pad_type_0, strides = x_549_strides_0, weight = encoder_layers_24_conv_pointwise_conv2_weight_to_fp16, x = input_1301_cast_fp16)[name = tensor("x_549_cast_fp16")]; tensor input_1303_perm_0 = const()[name = tensor("input_1303_perm_0"), val = tensor([0, 2, 1])]; tensor input_1303_cast_fp16 = transpose(perm = input_1303_perm_0, x = x_549_cast_fp16)[name = tensor("transpose_209")]; tensor input_1305_cast_fp16 = add(x = input_1287_cast_fp16, y = input_1303_cast_fp16)[name = tensor("input_1305_cast_fp16")]; tensor input_1307_axes_0 = const()[name = tensor("input_1307_axes_0"), val = tensor([-1])]; tensor encoder_layers_24_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_24_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1218989056)))]; tensor encoder_layers_24_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_24_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1218991168)))]; tensor input_1307_cast_fp16 = layer_norm(axes = input_1307_axes_0, beta = encoder_layers_24_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_24_norm_feed_forward2_weight_to_fp16, x = input_1305_cast_fp16)[name = tensor("input_1307_cast_fp16")]; tensor encoder_layers_24_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_24_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1218993280)))]; tensor encoder_layers_24_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_24_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1227381952)))]; tensor linear_224_cast_fp16 = linear(bias = encoder_layers_24_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_24_feed_forward2_linear1_weight_to_fp16, x = input_1307_cast_fp16)[name = tensor("linear_224_cast_fp16")]; tensor input_1311_cast_fp16 = silu(x = linear_224_cast_fp16)[name = tensor("input_1311_cast_fp16")]; tensor encoder_layers_24_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_24_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1227390208)))]; tensor encoder_layers_24_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_24_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1235778880)))]; tensor linear_225_cast_fp16 = linear(bias = encoder_layers_24_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_24_feed_forward2_linear2_weight_to_fp16, x = input_1311_cast_fp16)[name = tensor("linear_225_cast_fp16")]; tensor var_4569_to_fp16 = const()[name = tensor("op_4569_to_fp16"), val = tensor(0x1p-1)]; tensor var_4570_cast_fp16 = mul(x = linear_225_cast_fp16, y = var_4569_to_fp16)[name = tensor("op_4570_cast_fp16")]; tensor input_1317_cast_fp16 = add(x = input_1305_cast_fp16, y = var_4570_cast_fp16)[name = tensor("input_1317_cast_fp16")]; tensor input_1319_axes_0 = const()[name = tensor("input_1319_axes_0"), val = tensor([-1])]; tensor encoder_layers_24_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_24_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1235780992)))]; tensor encoder_layers_24_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_24_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1235783104)))]; tensor input_1319_cast_fp16 = layer_norm(axes = input_1319_axes_0, beta = encoder_layers_24_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_24_norm_out_weight_to_fp16, x = input_1317_cast_fp16)[name = tensor("input_1319_cast_fp16")]; tensor input_1321_axes_0 = const()[name = tensor("input_1321_axes_0"), val = tensor([-1])]; tensor encoder_layers_25_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_25_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1235785216)))]; tensor encoder_layers_25_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_25_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1235787328)))]; tensor input_1321_cast_fp16 = layer_norm(axes = input_1321_axes_0, beta = encoder_layers_25_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_25_norm_feed_forward1_weight_to_fp16, x = input_1319_cast_fp16)[name = tensor("input_1321_cast_fp16")]; tensor encoder_layers_25_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_25_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1235789440)))]; tensor encoder_layers_25_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_25_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1244178112)))]; tensor linear_226_cast_fp16 = linear(bias = encoder_layers_25_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_25_feed_forward1_linear1_weight_to_fp16, x = input_1321_cast_fp16)[name = tensor("linear_226_cast_fp16")]; tensor input_1325_cast_fp16 = silu(x = linear_226_cast_fp16)[name = tensor("input_1325_cast_fp16")]; tensor encoder_layers_25_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_25_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1244186368)))]; tensor encoder_layers_25_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_25_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1252575040)))]; tensor linear_227_cast_fp16 = linear(bias = encoder_layers_25_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_25_feed_forward1_linear2_weight_to_fp16, x = input_1325_cast_fp16)[name = tensor("linear_227_cast_fp16")]; tensor var_4600_to_fp16 = const()[name = tensor("op_4600_to_fp16"), val = tensor(0x1p-1)]; tensor var_4601_cast_fp16 = mul(x = linear_227_cast_fp16, y = var_4600_to_fp16)[name = tensor("op_4601_cast_fp16")]; tensor input_1331_cast_fp16 = add(x = input_1319_cast_fp16, y = var_4601_cast_fp16)[name = tensor("input_1331_cast_fp16")]; tensor query_51_axes_0 = const()[name = tensor("query_51_axes_0"), val = tensor([-1])]; tensor encoder_layers_25_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_25_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1252577152)))]; tensor encoder_layers_25_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_25_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1252579264)))]; tensor query_51_cast_fp16 = layer_norm(axes = query_51_axes_0, beta = encoder_layers_25_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_25_norm_self_att_weight_to_fp16, x = input_1331_cast_fp16)[name = tensor("query_51_cast_fp16")]; tensor encoder_layers_25_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_25_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1252581376)))]; tensor encoder_layers_25_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_25_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1254678592)))]; tensor linear_228_cast_fp16 = linear(bias = encoder_layers_25_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_25_self_attn_linear_q_weight_to_fp16, x = query_51_cast_fp16)[name = tensor("linear_228_cast_fp16")]; tensor var_4618 = const()[name = tensor("op_4618"), val = tensor([1, -1, 8, 128])]; tensor q_151_cast_fp16 = reshape(shape = var_4618, x = linear_228_cast_fp16)[name = tensor("q_151_cast_fp16")]; tensor encoder_layers_25_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_25_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1254680704)))]; tensor encoder_layers_25_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_25_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1256777920)))]; tensor linear_229_cast_fp16 = linear(bias = encoder_layers_25_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_25_self_attn_linear_k_weight_to_fp16, x = query_51_cast_fp16)[name = tensor("linear_229_cast_fp16")]; tensor var_4623 = const()[name = tensor("op_4623"), val = tensor([1, -1, 8, 128])]; tensor k_101_cast_fp16 = reshape(shape = var_4623, x = linear_229_cast_fp16)[name = tensor("k_101_cast_fp16")]; tensor encoder_layers_25_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_25_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1256780032)))]; tensor encoder_layers_25_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_25_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1258877248)))]; tensor linear_230_cast_fp16 = linear(bias = encoder_layers_25_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_25_self_attn_linear_v_weight_to_fp16, x = query_51_cast_fp16)[name = tensor("linear_230_cast_fp16")]; tensor var_4628 = const()[name = tensor("op_4628"), val = tensor([1, -1, 8, 128])]; tensor v_51_cast_fp16 = reshape(shape = var_4628, x = linear_230_cast_fp16)[name = tensor("v_51_cast_fp16")]; tensor value_53_perm_0 = const()[name = tensor("value_53_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_25_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_25_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1258879360)))]; tensor var_4640_cast_fp16 = add(x = q_151_cast_fp16, y = encoder_layers_25_self_attn_pos_bias_u_to_fp16)[name = tensor("op_4640_cast_fp16")]; tensor encoder_layers_25_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_25_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1258881472)))]; tensor var_4642_cast_fp16 = add(x = q_151_cast_fp16, y = encoder_layers_25_self_attn_pos_bias_v_to_fp16)[name = tensor("op_4642_cast_fp16")]; tensor q_with_bias_v_51_perm_0 = const()[name = tensor("q_with_bias_v_51_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_557_transpose_x_0 = const()[name = tensor("x_557_transpose_x_0"), val = tensor(false)]; tensor x_557_transpose_y_0 = const()[name = tensor("x_557_transpose_y_0"), val = tensor(false)]; tensor var_4644_to_fp16 = const()[name = tensor("op_4644_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1258883584)))]; tensor q_with_bias_v_51_cast_fp16 = transpose(perm = q_with_bias_v_51_perm_0, x = var_4642_cast_fp16)[name = tensor("transpose_207")]; tensor x_557_cast_fp16 = matmul(transpose_x = x_557_transpose_x_0, transpose_y = x_557_transpose_y_0, x = q_with_bias_v_51_cast_fp16, y = var_4644_to_fp16)[name = tensor("x_557_cast_fp16")]; tensor x_559_pad_0 = const()[name = tensor("x_559_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_559_mode_0 = const()[name = tensor("x_559_mode_0"), val = tensor("constant")]; tensor const_264_to_fp16 = const()[name = tensor("const_264_to_fp16"), val = tensor(0x0p+0)]; tensor x_559_cast_fp16 = pad(constant_val = const_264_to_fp16, mode = x_559_mode_0, pad = x_559_pad_0, x = x_557_cast_fp16)[name = tensor("x_559_cast_fp16")]; tensor var_4652 = const()[name = tensor("op_4652"), val = tensor([1, 8, -1, 188])]; tensor x_561_cast_fp16 = reshape(shape = var_4652, x = x_559_cast_fp16)[name = tensor("x_561_cast_fp16")]; tensor var_4656_begin_0 = const()[name = tensor("op_4656_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_4656_end_0 = const()[name = tensor("op_4656_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_4656_end_mask_0 = const()[name = tensor("op_4656_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_4656_cast_fp16 = slice_by_index(begin = var_4656_begin_0, end = var_4656_end_0, end_mask = var_4656_end_mask_0, x = x_561_cast_fp16)[name = tensor("op_4656_cast_fp16")]; tensor var_4657 = const()[name = tensor("op_4657"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_101_cast_fp16 = reshape(shape = var_4657, x = var_4656_cast_fp16)[name = tensor("matrix_bd_101_cast_fp16")]; tensor matrix_ac_51_transpose_x_0 = const()[name = tensor("matrix_ac_51_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_51_transpose_y_0 = const()[name = tensor("matrix_ac_51_transpose_y_0"), val = tensor(false)]; tensor transpose_146_perm_0 = const()[name = tensor("transpose_146_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_147_perm_0 = const()[name = tensor("transpose_147_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_147 = transpose(perm = transpose_147_perm_0, x = k_101_cast_fp16)[name = tensor("transpose_205")]; tensor transpose_146 = transpose(perm = transpose_146_perm_0, x = var_4640_cast_fp16)[name = tensor("transpose_206")]; tensor matrix_ac_51_cast_fp16 = matmul(transpose_x = matrix_ac_51_transpose_x_0, transpose_y = matrix_ac_51_transpose_y_0, x = transpose_146, y = transpose_147)[name = tensor("matrix_ac_51_cast_fp16")]; tensor matrix_bd_103_begin_0 = const()[name = tensor("matrix_bd_103_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_103_end_0 = const()[name = tensor("matrix_bd_103_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_103_end_mask_0 = const()[name = tensor("matrix_bd_103_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_103_cast_fp16 = slice_by_index(begin = matrix_bd_103_begin_0, end = matrix_bd_103_end_0, end_mask = matrix_bd_103_end_mask_0, x = matrix_bd_101_cast_fp16)[name = tensor("matrix_bd_103_cast_fp16")]; tensor var_4666_cast_fp16 = add(x = matrix_ac_51_cast_fp16, y = matrix_bd_103_cast_fp16)[name = tensor("op_4666_cast_fp16")]; tensor _inversed_scores_101_y_0_to_fp16 = const()[name = tensor("_inversed_scores_101_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_101_cast_fp16 = mul(x = var_4666_cast_fp16, y = _inversed_scores_101_y_0_to_fp16)[name = tensor("_inversed_scores_101_cast_fp16")]; tensor scores_103_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_101_cast_fp16, cond = mask_3)[name = tensor("scores_103_cast_fp16")]; tensor var_4672_cast_fp16 = softmax(axis = var_30, x = scores_103_cast_fp16)[name = tensor("op_4672_cast_fp16")]; tensor input_1333_cast_fp16 = select(a = var_11_to_fp16, b = var_4672_cast_fp16, cond = mask_3)[name = tensor("input_1333_cast_fp16")]; tensor x_563_transpose_x_0 = const()[name = tensor("x_563_transpose_x_0"), val = tensor(false)]; tensor x_563_transpose_y_0 = const()[name = tensor("x_563_transpose_y_0"), val = tensor(false)]; tensor value_53_cast_fp16 = transpose(perm = value_53_perm_0, x = v_51_cast_fp16)[name = tensor("transpose_208")]; tensor x_563_cast_fp16 = matmul(transpose_x = x_563_transpose_x_0, transpose_y = x_563_transpose_y_0, x = input_1333_cast_fp16, y = value_53_cast_fp16)[name = tensor("x_563_cast_fp16")]; tensor var_4676_perm_0 = const()[name = tensor("op_4676_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_4677 = const()[name = tensor("op_4677"), val = tensor([1, -1, 1024])]; tensor var_4676_cast_fp16 = transpose(perm = var_4676_perm_0, x = x_563_cast_fp16)[name = tensor("transpose_204")]; tensor input_1335_cast_fp16 = reshape(shape = var_4677, x = var_4676_cast_fp16)[name = tensor("input_1335_cast_fp16")]; tensor encoder_layers_25_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_25_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1259651648)))]; tensor encoder_layers_25_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_25_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1261748864)))]; tensor linear_232_cast_fp16 = linear(bias = encoder_layers_25_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_25_self_attn_linear_out_weight_to_fp16, x = input_1335_cast_fp16)[name = tensor("linear_232_cast_fp16")]; tensor input_1339_cast_fp16 = add(x = input_1331_cast_fp16, y = linear_232_cast_fp16)[name = tensor("input_1339_cast_fp16")]; tensor x_567_axes_0 = const()[name = tensor("x_567_axes_0"), val = tensor([-1])]; tensor encoder_layers_25_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_25_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1261750976)))]; tensor encoder_layers_25_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_25_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1261753088)))]; tensor x_567_cast_fp16 = layer_norm(axes = x_567_axes_0, beta = encoder_layers_25_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_25_norm_conv_weight_to_fp16, x = input_1339_cast_fp16)[name = tensor("x_567_cast_fp16")]; tensor input_1341_perm_0 = const()[name = tensor("input_1341_perm_0"), val = tensor([0, 2, 1])]; tensor input_1343_pad_type_0 = const()[name = tensor("input_1343_pad_type_0"), val = tensor("valid")]; tensor input_1343_strides_0 = const()[name = tensor("input_1343_strides_0"), val = tensor([1])]; tensor input_1343_pad_0 = const()[name = tensor("input_1343_pad_0"), val = tensor([0, 0])]; tensor input_1343_dilations_0 = const()[name = tensor("input_1343_dilations_0"), val = tensor([1])]; tensor input_1343_groups_0 = const()[name = tensor("input_1343_groups_0"), val = tensor(1)]; tensor encoder_layers_25_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_25_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1261755200)))]; tensor encoder_layers_25_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_25_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1265949568)))]; tensor input_1341_cast_fp16 = transpose(perm = input_1341_perm_0, x = x_567_cast_fp16)[name = tensor("transpose_203")]; tensor input_1343_cast_fp16 = conv(bias = encoder_layers_25_conv_pointwise_conv1_bias_to_fp16, dilations = input_1343_dilations_0, groups = input_1343_groups_0, pad = input_1343_pad_0, pad_type = input_1343_pad_type_0, strides = input_1343_strides_0, weight = encoder_layers_25_conv_pointwise_conv1_weight_to_fp16, x = input_1341_cast_fp16)[name = tensor("input_1343_cast_fp16")]; tensor x_569_split_num_splits_0 = const()[name = tensor("x_569_split_num_splits_0"), val = tensor(2)]; tensor x_569_split_axis_0 = const()[name = tensor("x_569_split_axis_0"), val = tensor(1)]; tensor x_569_split_cast_fp16_0, tensor x_569_split_cast_fp16_1 = split(axis = x_569_split_axis_0, num_splits = x_569_split_num_splits_0, x = input_1343_cast_fp16)[name = tensor("x_569_split_cast_fp16")]; tensor x_569_split_1_sigmoid_cast_fp16 = sigmoid(x = x_569_split_cast_fp16_1)[name = tensor("x_569_split_1_sigmoid_cast_fp16")]; tensor x_569_cast_fp16 = mul(x = x_569_split_cast_fp16_0, y = x_569_split_1_sigmoid_cast_fp16)[name = tensor("x_569_cast_fp16")]; tensor input_1345_cast_fp16 = select(a = var_11_to_fp16, b = x_569_cast_fp16, cond = var_351)[name = tensor("input_1345_cast_fp16")]; tensor input_1347_pad_0 = const()[name = tensor("input_1347_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_1347_mode_0 = const()[name = tensor("input_1347_mode_0"), val = tensor("constant")]; tensor const_267_to_fp16 = const()[name = tensor("const_267_to_fp16"), val = tensor(0x0p+0)]; tensor input_1347_cast_fp16 = pad(constant_val = const_267_to_fp16, mode = input_1347_mode_0, pad = input_1347_pad_0, x = input_1345_cast_fp16)[name = tensor("input_1347_cast_fp16")]; tensor input_1349_pad_type_0 = const()[name = tensor("input_1349_pad_type_0"), val = tensor("valid")]; tensor input_1349_groups_0 = const()[name = tensor("input_1349_groups_0"), val = tensor(1024)]; tensor input_1349_strides_0 = const()[name = tensor("input_1349_strides_0"), val = tensor([1])]; tensor input_1349_pad_0 = const()[name = tensor("input_1349_pad_0"), val = tensor([0, 0])]; tensor input_1349_dilations_0 = const()[name = tensor("input_1349_dilations_0"), val = tensor([1])]; tensor const_378_to_fp16 = const()[name = tensor("const_378_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1265953728)))]; tensor const_379_to_fp16 = const()[name = tensor("const_379_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1265972224)))]; tensor input_1351_cast_fp16 = conv(bias = const_379_to_fp16, dilations = input_1349_dilations_0, groups = input_1349_groups_0, pad = input_1349_pad_0, pad_type = input_1349_pad_type_0, strides = input_1349_strides_0, weight = const_378_to_fp16, x = input_1347_cast_fp16)[name = tensor("input_1351_cast_fp16")]; tensor input_1353_cast_fp16 = silu(x = input_1351_cast_fp16)[name = tensor("input_1353_cast_fp16")]; tensor x_571_pad_type_0 = const()[name = tensor("x_571_pad_type_0"), val = tensor("valid")]; tensor x_571_strides_0 = const()[name = tensor("x_571_strides_0"), val = tensor([1])]; tensor x_571_pad_0 = const()[name = tensor("x_571_pad_0"), val = tensor([0, 0])]; tensor x_571_dilations_0 = const()[name = tensor("x_571_dilations_0"), val = tensor([1])]; tensor x_571_groups_0 = const()[name = tensor("x_571_groups_0"), val = tensor(1)]; tensor encoder_layers_25_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_25_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1265974336)))]; tensor encoder_layers_25_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_25_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1268071552)))]; tensor x_571_cast_fp16 = conv(bias = encoder_layers_25_conv_pointwise_conv2_bias_to_fp16, dilations = x_571_dilations_0, groups = x_571_groups_0, pad = x_571_pad_0, pad_type = x_571_pad_type_0, strides = x_571_strides_0, weight = encoder_layers_25_conv_pointwise_conv2_weight_to_fp16, x = input_1353_cast_fp16)[name = tensor("x_571_cast_fp16")]; tensor input_1355_perm_0 = const()[name = tensor("input_1355_perm_0"), val = tensor([0, 2, 1])]; tensor input_1355_cast_fp16 = transpose(perm = input_1355_perm_0, x = x_571_cast_fp16)[name = tensor("transpose_202")]; tensor input_1357_cast_fp16 = add(x = input_1339_cast_fp16, y = input_1355_cast_fp16)[name = tensor("input_1357_cast_fp16")]; tensor input_1359_axes_0 = const()[name = tensor("input_1359_axes_0"), val = tensor([-1])]; tensor encoder_layers_25_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_25_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1268073664)))]; tensor encoder_layers_25_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_25_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1268075776)))]; tensor input_1359_cast_fp16 = layer_norm(axes = input_1359_axes_0, beta = encoder_layers_25_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_25_norm_feed_forward2_weight_to_fp16, x = input_1357_cast_fp16)[name = tensor("input_1359_cast_fp16")]; tensor encoder_layers_25_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_25_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1268077888)))]; tensor encoder_layers_25_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_25_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1276466560)))]; tensor linear_233_cast_fp16 = linear(bias = encoder_layers_25_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_25_feed_forward2_linear1_weight_to_fp16, x = input_1359_cast_fp16)[name = tensor("linear_233_cast_fp16")]; tensor input_1363_cast_fp16 = silu(x = linear_233_cast_fp16)[name = tensor("input_1363_cast_fp16")]; tensor encoder_layers_25_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_25_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1276474816)))]; tensor encoder_layers_25_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_25_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1284863488)))]; tensor linear_234_cast_fp16 = linear(bias = encoder_layers_25_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_25_feed_forward2_linear2_weight_to_fp16, x = input_1363_cast_fp16)[name = tensor("linear_234_cast_fp16")]; tensor var_4743_to_fp16 = const()[name = tensor("op_4743_to_fp16"), val = tensor(0x1p-1)]; tensor var_4744_cast_fp16 = mul(x = linear_234_cast_fp16, y = var_4743_to_fp16)[name = tensor("op_4744_cast_fp16")]; tensor input_1369_cast_fp16 = add(x = input_1357_cast_fp16, y = var_4744_cast_fp16)[name = tensor("input_1369_cast_fp16")]; tensor input_1371_axes_0 = const()[name = tensor("input_1371_axes_0"), val = tensor([-1])]; tensor encoder_layers_25_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_25_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1284865600)))]; tensor encoder_layers_25_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_25_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1284867712)))]; tensor input_1371_cast_fp16 = layer_norm(axes = input_1371_axes_0, beta = encoder_layers_25_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_25_norm_out_weight_to_fp16, x = input_1369_cast_fp16)[name = tensor("input_1371_cast_fp16")]; tensor input_1373_axes_0 = const()[name = tensor("input_1373_axes_0"), val = tensor([-1])]; tensor encoder_layers_26_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_26_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1284869824)))]; tensor encoder_layers_26_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_26_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1284871936)))]; tensor input_1373_cast_fp16 = layer_norm(axes = input_1373_axes_0, beta = encoder_layers_26_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_26_norm_feed_forward1_weight_to_fp16, x = input_1371_cast_fp16)[name = tensor("input_1373_cast_fp16")]; tensor encoder_layers_26_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_26_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1284874048)))]; tensor encoder_layers_26_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_26_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1293262720)))]; tensor linear_235_cast_fp16 = linear(bias = encoder_layers_26_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_26_feed_forward1_linear1_weight_to_fp16, x = input_1373_cast_fp16)[name = tensor("linear_235_cast_fp16")]; tensor input_1377_cast_fp16 = silu(x = linear_235_cast_fp16)[name = tensor("input_1377_cast_fp16")]; tensor encoder_layers_26_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_26_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1293270976)))]; tensor encoder_layers_26_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_26_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1301659648)))]; tensor linear_236_cast_fp16 = linear(bias = encoder_layers_26_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_26_feed_forward1_linear2_weight_to_fp16, x = input_1377_cast_fp16)[name = tensor("linear_236_cast_fp16")]; tensor var_4774_to_fp16 = const()[name = tensor("op_4774_to_fp16"), val = tensor(0x1p-1)]; tensor var_4775_cast_fp16 = mul(x = linear_236_cast_fp16, y = var_4774_to_fp16)[name = tensor("op_4775_cast_fp16")]; tensor input_1383_cast_fp16 = add(x = input_1371_cast_fp16, y = var_4775_cast_fp16)[name = tensor("input_1383_cast_fp16")]; tensor query_53_axes_0 = const()[name = tensor("query_53_axes_0"), val = tensor([-1])]; tensor encoder_layers_26_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_26_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1301661760)))]; tensor encoder_layers_26_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_26_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1301663872)))]; tensor query_53_cast_fp16 = layer_norm(axes = query_53_axes_0, beta = encoder_layers_26_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_26_norm_self_att_weight_to_fp16, x = input_1383_cast_fp16)[name = tensor("query_53_cast_fp16")]; tensor encoder_layers_26_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_26_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1301665984)))]; tensor encoder_layers_26_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_26_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1303763200)))]; tensor linear_237_cast_fp16 = linear(bias = encoder_layers_26_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_26_self_attn_linear_q_weight_to_fp16, x = query_53_cast_fp16)[name = tensor("linear_237_cast_fp16")]; tensor var_4792 = const()[name = tensor("op_4792"), val = tensor([1, -1, 8, 128])]; tensor q_157_cast_fp16 = reshape(shape = var_4792, x = linear_237_cast_fp16)[name = tensor("q_157_cast_fp16")]; tensor encoder_layers_26_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_26_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1303765312)))]; tensor encoder_layers_26_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_26_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1305862528)))]; tensor linear_238_cast_fp16 = linear(bias = encoder_layers_26_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_26_self_attn_linear_k_weight_to_fp16, x = query_53_cast_fp16)[name = tensor("linear_238_cast_fp16")]; tensor var_4797 = const()[name = tensor("op_4797"), val = tensor([1, -1, 8, 128])]; tensor k_105_cast_fp16 = reshape(shape = var_4797, x = linear_238_cast_fp16)[name = tensor("k_105_cast_fp16")]; tensor encoder_layers_26_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_26_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1305864640)))]; tensor encoder_layers_26_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_26_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1307961856)))]; tensor linear_239_cast_fp16 = linear(bias = encoder_layers_26_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_26_self_attn_linear_v_weight_to_fp16, x = query_53_cast_fp16)[name = tensor("linear_239_cast_fp16")]; tensor var_4802 = const()[name = tensor("op_4802"), val = tensor([1, -1, 8, 128])]; tensor v_53_cast_fp16 = reshape(shape = var_4802, x = linear_239_cast_fp16)[name = tensor("v_53_cast_fp16")]; tensor value_55_perm_0 = const()[name = tensor("value_55_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_26_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_26_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1307963968)))]; tensor var_4814_cast_fp16 = add(x = q_157_cast_fp16, y = encoder_layers_26_self_attn_pos_bias_u_to_fp16)[name = tensor("op_4814_cast_fp16")]; tensor encoder_layers_26_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_26_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1307966080)))]; tensor var_4816_cast_fp16 = add(x = q_157_cast_fp16, y = encoder_layers_26_self_attn_pos_bias_v_to_fp16)[name = tensor("op_4816_cast_fp16")]; tensor q_with_bias_v_53_perm_0 = const()[name = tensor("q_with_bias_v_53_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_579_transpose_x_0 = const()[name = tensor("x_579_transpose_x_0"), val = tensor(false)]; tensor x_579_transpose_y_0 = const()[name = tensor("x_579_transpose_y_0"), val = tensor(false)]; tensor var_4818_to_fp16 = const()[name = tensor("op_4818_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1307968192)))]; tensor q_with_bias_v_53_cast_fp16 = transpose(perm = q_with_bias_v_53_perm_0, x = var_4816_cast_fp16)[name = tensor("transpose_200")]; tensor x_579_cast_fp16 = matmul(transpose_x = x_579_transpose_x_0, transpose_y = x_579_transpose_y_0, x = q_with_bias_v_53_cast_fp16, y = var_4818_to_fp16)[name = tensor("x_579_cast_fp16")]; tensor x_581_pad_0 = const()[name = tensor("x_581_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_581_mode_0 = const()[name = tensor("x_581_mode_0"), val = tensor("constant")]; tensor const_274_to_fp16 = const()[name = tensor("const_274_to_fp16"), val = tensor(0x0p+0)]; tensor x_581_cast_fp16 = pad(constant_val = const_274_to_fp16, mode = x_581_mode_0, pad = x_581_pad_0, x = x_579_cast_fp16)[name = tensor("x_581_cast_fp16")]; tensor var_4826 = const()[name = tensor("op_4826"), val = tensor([1, 8, -1, 188])]; tensor x_583_cast_fp16 = reshape(shape = var_4826, x = x_581_cast_fp16)[name = tensor("x_583_cast_fp16")]; tensor var_4830_begin_0 = const()[name = tensor("op_4830_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_4830_end_0 = const()[name = tensor("op_4830_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_4830_end_mask_0 = const()[name = tensor("op_4830_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_4830_cast_fp16 = slice_by_index(begin = var_4830_begin_0, end = var_4830_end_0, end_mask = var_4830_end_mask_0, x = x_583_cast_fp16)[name = tensor("op_4830_cast_fp16")]; tensor var_4831 = const()[name = tensor("op_4831"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_105_cast_fp16 = reshape(shape = var_4831, x = var_4830_cast_fp16)[name = tensor("matrix_bd_105_cast_fp16")]; tensor matrix_ac_53_transpose_x_0 = const()[name = tensor("matrix_ac_53_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_53_transpose_y_0 = const()[name = tensor("matrix_ac_53_transpose_y_0"), val = tensor(false)]; tensor transpose_148_perm_0 = const()[name = tensor("transpose_148_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_149_perm_0 = const()[name = tensor("transpose_149_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_149 = transpose(perm = transpose_149_perm_0, x = k_105_cast_fp16)[name = tensor("transpose_198")]; tensor transpose_148 = transpose(perm = transpose_148_perm_0, x = var_4814_cast_fp16)[name = tensor("transpose_199")]; tensor matrix_ac_53_cast_fp16 = matmul(transpose_x = matrix_ac_53_transpose_x_0, transpose_y = matrix_ac_53_transpose_y_0, x = transpose_148, y = transpose_149)[name = tensor("matrix_ac_53_cast_fp16")]; tensor matrix_bd_107_begin_0 = const()[name = tensor("matrix_bd_107_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_107_end_0 = const()[name = tensor("matrix_bd_107_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_107_end_mask_0 = const()[name = tensor("matrix_bd_107_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_107_cast_fp16 = slice_by_index(begin = matrix_bd_107_begin_0, end = matrix_bd_107_end_0, end_mask = matrix_bd_107_end_mask_0, x = matrix_bd_105_cast_fp16)[name = tensor("matrix_bd_107_cast_fp16")]; tensor var_4840_cast_fp16 = add(x = matrix_ac_53_cast_fp16, y = matrix_bd_107_cast_fp16)[name = tensor("op_4840_cast_fp16")]; tensor _inversed_scores_105_y_0_to_fp16 = const()[name = tensor("_inversed_scores_105_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_105_cast_fp16 = mul(x = var_4840_cast_fp16, y = _inversed_scores_105_y_0_to_fp16)[name = tensor("_inversed_scores_105_cast_fp16")]; tensor scores_107_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_105_cast_fp16, cond = mask_3)[name = tensor("scores_107_cast_fp16")]; tensor var_4846_cast_fp16 = softmax(axis = var_30, x = scores_107_cast_fp16)[name = tensor("op_4846_cast_fp16")]; tensor input_1385_cast_fp16 = select(a = var_11_to_fp16, b = var_4846_cast_fp16, cond = mask_3)[name = tensor("input_1385_cast_fp16")]; tensor x_585_transpose_x_0 = const()[name = tensor("x_585_transpose_x_0"), val = tensor(false)]; tensor x_585_transpose_y_0 = const()[name = tensor("x_585_transpose_y_0"), val = tensor(false)]; tensor value_55_cast_fp16 = transpose(perm = value_55_perm_0, x = v_53_cast_fp16)[name = tensor("transpose_201")]; tensor x_585_cast_fp16 = matmul(transpose_x = x_585_transpose_x_0, transpose_y = x_585_transpose_y_0, x = input_1385_cast_fp16, y = value_55_cast_fp16)[name = tensor("x_585_cast_fp16")]; tensor var_4850_perm_0 = const()[name = tensor("op_4850_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_4851 = const()[name = tensor("op_4851"), val = tensor([1, -1, 1024])]; tensor var_4850_cast_fp16 = transpose(perm = var_4850_perm_0, x = x_585_cast_fp16)[name = tensor("transpose_197")]; tensor input_1387_cast_fp16 = reshape(shape = var_4851, x = var_4850_cast_fp16)[name = tensor("input_1387_cast_fp16")]; tensor encoder_layers_26_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_26_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1308736256)))]; tensor encoder_layers_26_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_26_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1310833472)))]; tensor linear_241_cast_fp16 = linear(bias = encoder_layers_26_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_26_self_attn_linear_out_weight_to_fp16, x = input_1387_cast_fp16)[name = tensor("linear_241_cast_fp16")]; tensor input_1391_cast_fp16 = add(x = input_1383_cast_fp16, y = linear_241_cast_fp16)[name = tensor("input_1391_cast_fp16")]; tensor x_589_axes_0 = const()[name = tensor("x_589_axes_0"), val = tensor([-1])]; tensor encoder_layers_26_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_26_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1310835584)))]; tensor encoder_layers_26_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_26_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1310837696)))]; tensor x_589_cast_fp16 = layer_norm(axes = x_589_axes_0, beta = encoder_layers_26_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_26_norm_conv_weight_to_fp16, x = input_1391_cast_fp16)[name = tensor("x_589_cast_fp16")]; tensor input_1393_perm_0 = const()[name = tensor("input_1393_perm_0"), val = tensor([0, 2, 1])]; tensor input_1395_pad_type_0 = const()[name = tensor("input_1395_pad_type_0"), val = tensor("valid")]; tensor input_1395_strides_0 = const()[name = tensor("input_1395_strides_0"), val = tensor([1])]; tensor input_1395_pad_0 = const()[name = tensor("input_1395_pad_0"), val = tensor([0, 0])]; tensor input_1395_dilations_0 = const()[name = tensor("input_1395_dilations_0"), val = tensor([1])]; tensor input_1395_groups_0 = const()[name = tensor("input_1395_groups_0"), val = tensor(1)]; tensor encoder_layers_26_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_26_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1310839808)))]; tensor encoder_layers_26_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_26_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1315034176)))]; tensor input_1393_cast_fp16 = transpose(perm = input_1393_perm_0, x = x_589_cast_fp16)[name = tensor("transpose_196")]; tensor input_1395_cast_fp16 = conv(bias = encoder_layers_26_conv_pointwise_conv1_bias_to_fp16, dilations = input_1395_dilations_0, groups = input_1395_groups_0, pad = input_1395_pad_0, pad_type = input_1395_pad_type_0, strides = input_1395_strides_0, weight = encoder_layers_26_conv_pointwise_conv1_weight_to_fp16, x = input_1393_cast_fp16)[name = tensor("input_1395_cast_fp16")]; tensor x_591_split_num_splits_0 = const()[name = tensor("x_591_split_num_splits_0"), val = tensor(2)]; tensor x_591_split_axis_0 = const()[name = tensor("x_591_split_axis_0"), val = tensor(1)]; tensor x_591_split_cast_fp16_0, tensor x_591_split_cast_fp16_1 = split(axis = x_591_split_axis_0, num_splits = x_591_split_num_splits_0, x = input_1395_cast_fp16)[name = tensor("x_591_split_cast_fp16")]; tensor x_591_split_1_sigmoid_cast_fp16 = sigmoid(x = x_591_split_cast_fp16_1)[name = tensor("x_591_split_1_sigmoid_cast_fp16")]; tensor x_591_cast_fp16 = mul(x = x_591_split_cast_fp16_0, y = x_591_split_1_sigmoid_cast_fp16)[name = tensor("x_591_cast_fp16")]; tensor input_1397_cast_fp16 = select(a = var_11_to_fp16, b = x_591_cast_fp16, cond = var_351)[name = tensor("input_1397_cast_fp16")]; tensor input_1399_pad_0 = const()[name = tensor("input_1399_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_1399_mode_0 = const()[name = tensor("input_1399_mode_0"), val = tensor("constant")]; tensor const_277_to_fp16 = const()[name = tensor("const_277_to_fp16"), val = tensor(0x0p+0)]; tensor input_1399_cast_fp16 = pad(constant_val = const_277_to_fp16, mode = input_1399_mode_0, pad = input_1399_pad_0, x = input_1397_cast_fp16)[name = tensor("input_1399_cast_fp16")]; tensor input_1401_pad_type_0 = const()[name = tensor("input_1401_pad_type_0"), val = tensor("valid")]; tensor input_1401_groups_0 = const()[name = tensor("input_1401_groups_0"), val = tensor(1024)]; tensor input_1401_strides_0 = const()[name = tensor("input_1401_strides_0"), val = tensor([1])]; tensor input_1401_pad_0 = const()[name = tensor("input_1401_pad_0"), val = tensor([0, 0])]; tensor input_1401_dilations_0 = const()[name = tensor("input_1401_dilations_0"), val = tensor([1])]; tensor const_380_to_fp16 = const()[name = tensor("const_380_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1315038336)))]; tensor const_381_to_fp16 = const()[name = tensor("const_381_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1315056832)))]; tensor input_1403_cast_fp16 = conv(bias = const_381_to_fp16, dilations = input_1401_dilations_0, groups = input_1401_groups_0, pad = input_1401_pad_0, pad_type = input_1401_pad_type_0, strides = input_1401_strides_0, weight = const_380_to_fp16, x = input_1399_cast_fp16)[name = tensor("input_1403_cast_fp16")]; tensor input_1405_cast_fp16 = silu(x = input_1403_cast_fp16)[name = tensor("input_1405_cast_fp16")]; tensor x_593_pad_type_0 = const()[name = tensor("x_593_pad_type_0"), val = tensor("valid")]; tensor x_593_strides_0 = const()[name = tensor("x_593_strides_0"), val = tensor([1])]; tensor x_593_pad_0 = const()[name = tensor("x_593_pad_0"), val = tensor([0, 0])]; tensor x_593_dilations_0 = const()[name = tensor("x_593_dilations_0"), val = tensor([1])]; tensor x_593_groups_0 = const()[name = tensor("x_593_groups_0"), val = tensor(1)]; tensor encoder_layers_26_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_26_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1315058944)))]; tensor encoder_layers_26_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_26_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1317156160)))]; tensor x_593_cast_fp16 = conv(bias = encoder_layers_26_conv_pointwise_conv2_bias_to_fp16, dilations = x_593_dilations_0, groups = x_593_groups_0, pad = x_593_pad_0, pad_type = x_593_pad_type_0, strides = x_593_strides_0, weight = encoder_layers_26_conv_pointwise_conv2_weight_to_fp16, x = input_1405_cast_fp16)[name = tensor("x_593_cast_fp16")]; tensor input_1407_perm_0 = const()[name = tensor("input_1407_perm_0"), val = tensor([0, 2, 1])]; tensor input_1407_cast_fp16 = transpose(perm = input_1407_perm_0, x = x_593_cast_fp16)[name = tensor("transpose_195")]; tensor input_1409_cast_fp16 = add(x = input_1391_cast_fp16, y = input_1407_cast_fp16)[name = tensor("input_1409_cast_fp16")]; tensor input_1411_axes_0 = const()[name = tensor("input_1411_axes_0"), val = tensor([-1])]; tensor encoder_layers_26_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_26_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1317158272)))]; tensor encoder_layers_26_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_26_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1317160384)))]; tensor input_1411_cast_fp16 = layer_norm(axes = input_1411_axes_0, beta = encoder_layers_26_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_26_norm_feed_forward2_weight_to_fp16, x = input_1409_cast_fp16)[name = tensor("input_1411_cast_fp16")]; tensor encoder_layers_26_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_26_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1317162496)))]; tensor encoder_layers_26_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_26_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1325551168)))]; tensor linear_242_cast_fp16 = linear(bias = encoder_layers_26_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_26_feed_forward2_linear1_weight_to_fp16, x = input_1411_cast_fp16)[name = tensor("linear_242_cast_fp16")]; tensor input_1415_cast_fp16 = silu(x = linear_242_cast_fp16)[name = tensor("input_1415_cast_fp16")]; tensor encoder_layers_26_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_26_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1325559424)))]; tensor encoder_layers_26_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_26_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1333948096)))]; tensor linear_243_cast_fp16 = linear(bias = encoder_layers_26_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_26_feed_forward2_linear2_weight_to_fp16, x = input_1415_cast_fp16)[name = tensor("linear_243_cast_fp16")]; tensor var_4917_to_fp16 = const()[name = tensor("op_4917_to_fp16"), val = tensor(0x1p-1)]; tensor var_4918_cast_fp16 = mul(x = linear_243_cast_fp16, y = var_4917_to_fp16)[name = tensor("op_4918_cast_fp16")]; tensor input_1421_cast_fp16 = add(x = input_1409_cast_fp16, y = var_4918_cast_fp16)[name = tensor("input_1421_cast_fp16")]; tensor input_1423_axes_0 = const()[name = tensor("input_1423_axes_0"), val = tensor([-1])]; tensor encoder_layers_26_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_26_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1333950208)))]; tensor encoder_layers_26_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_26_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1333952320)))]; tensor input_1423_cast_fp16 = layer_norm(axes = input_1423_axes_0, beta = encoder_layers_26_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_26_norm_out_weight_to_fp16, x = input_1421_cast_fp16)[name = tensor("input_1423_cast_fp16")]; tensor input_1425_axes_0 = const()[name = tensor("input_1425_axes_0"), val = tensor([-1])]; tensor encoder_layers_27_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_27_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1333954432)))]; tensor encoder_layers_27_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_27_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1333956544)))]; tensor input_1425_cast_fp16 = layer_norm(axes = input_1425_axes_0, beta = encoder_layers_27_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_27_norm_feed_forward1_weight_to_fp16, x = input_1423_cast_fp16)[name = tensor("input_1425_cast_fp16")]; tensor encoder_layers_27_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_27_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1333958656)))]; tensor encoder_layers_27_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_27_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1342347328)))]; tensor linear_244_cast_fp16 = linear(bias = encoder_layers_27_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_27_feed_forward1_linear1_weight_to_fp16, x = input_1425_cast_fp16)[name = tensor("linear_244_cast_fp16")]; tensor input_1429_cast_fp16 = silu(x = linear_244_cast_fp16)[name = tensor("input_1429_cast_fp16")]; tensor encoder_layers_27_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_27_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1342355584)))]; tensor encoder_layers_27_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_27_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1350744256)))]; tensor linear_245_cast_fp16 = linear(bias = encoder_layers_27_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_27_feed_forward1_linear2_weight_to_fp16, x = input_1429_cast_fp16)[name = tensor("linear_245_cast_fp16")]; tensor var_4948_to_fp16 = const()[name = tensor("op_4948_to_fp16"), val = tensor(0x1p-1)]; tensor var_4949_cast_fp16 = mul(x = linear_245_cast_fp16, y = var_4948_to_fp16)[name = tensor("op_4949_cast_fp16")]; tensor input_1435_cast_fp16 = add(x = input_1423_cast_fp16, y = var_4949_cast_fp16)[name = tensor("input_1435_cast_fp16")]; tensor query_55_axes_0 = const()[name = tensor("query_55_axes_0"), val = tensor([-1])]; tensor encoder_layers_27_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_27_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1350746368)))]; tensor encoder_layers_27_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_27_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1350748480)))]; tensor query_55_cast_fp16 = layer_norm(axes = query_55_axes_0, beta = encoder_layers_27_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_27_norm_self_att_weight_to_fp16, x = input_1435_cast_fp16)[name = tensor("query_55_cast_fp16")]; tensor encoder_layers_27_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_27_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1350750592)))]; tensor encoder_layers_27_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_27_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1352847808)))]; tensor linear_246_cast_fp16 = linear(bias = encoder_layers_27_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_27_self_attn_linear_q_weight_to_fp16, x = query_55_cast_fp16)[name = tensor("linear_246_cast_fp16")]; tensor var_4966 = const()[name = tensor("op_4966"), val = tensor([1, -1, 8, 128])]; tensor q_163_cast_fp16 = reshape(shape = var_4966, x = linear_246_cast_fp16)[name = tensor("q_163_cast_fp16")]; tensor encoder_layers_27_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_27_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1352849920)))]; tensor encoder_layers_27_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_27_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1354947136)))]; tensor linear_247_cast_fp16 = linear(bias = encoder_layers_27_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_27_self_attn_linear_k_weight_to_fp16, x = query_55_cast_fp16)[name = tensor("linear_247_cast_fp16")]; tensor var_4971 = const()[name = tensor("op_4971"), val = tensor([1, -1, 8, 128])]; tensor k_109_cast_fp16 = reshape(shape = var_4971, x = linear_247_cast_fp16)[name = tensor("k_109_cast_fp16")]; tensor encoder_layers_27_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_27_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1354949248)))]; tensor encoder_layers_27_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_27_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1357046464)))]; tensor linear_248_cast_fp16 = linear(bias = encoder_layers_27_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_27_self_attn_linear_v_weight_to_fp16, x = query_55_cast_fp16)[name = tensor("linear_248_cast_fp16")]; tensor var_4976 = const()[name = tensor("op_4976"), val = tensor([1, -1, 8, 128])]; tensor v_55_cast_fp16 = reshape(shape = var_4976, x = linear_248_cast_fp16)[name = tensor("v_55_cast_fp16")]; tensor value_57_perm_0 = const()[name = tensor("value_57_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_27_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_27_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1357048576)))]; tensor var_4988_cast_fp16 = add(x = q_163_cast_fp16, y = encoder_layers_27_self_attn_pos_bias_u_to_fp16)[name = tensor("op_4988_cast_fp16")]; tensor encoder_layers_27_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_27_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1357050688)))]; tensor var_4990_cast_fp16 = add(x = q_163_cast_fp16, y = encoder_layers_27_self_attn_pos_bias_v_to_fp16)[name = tensor("op_4990_cast_fp16")]; tensor q_with_bias_v_55_perm_0 = const()[name = tensor("q_with_bias_v_55_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_601_transpose_x_0 = const()[name = tensor("x_601_transpose_x_0"), val = tensor(false)]; tensor x_601_transpose_y_0 = const()[name = tensor("x_601_transpose_y_0"), val = tensor(false)]; tensor var_4992_to_fp16 = const()[name = tensor("op_4992_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1357052800)))]; tensor q_with_bias_v_55_cast_fp16 = transpose(perm = q_with_bias_v_55_perm_0, x = var_4990_cast_fp16)[name = tensor("transpose_193")]; tensor x_601_cast_fp16 = matmul(transpose_x = x_601_transpose_x_0, transpose_y = x_601_transpose_y_0, x = q_with_bias_v_55_cast_fp16, y = var_4992_to_fp16)[name = tensor("x_601_cast_fp16")]; tensor x_603_pad_0 = const()[name = tensor("x_603_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_603_mode_0 = const()[name = tensor("x_603_mode_0"), val = tensor("constant")]; tensor const_284_to_fp16 = const()[name = tensor("const_284_to_fp16"), val = tensor(0x0p+0)]; tensor x_603_cast_fp16 = pad(constant_val = const_284_to_fp16, mode = x_603_mode_0, pad = x_603_pad_0, x = x_601_cast_fp16)[name = tensor("x_603_cast_fp16")]; tensor var_5000 = const()[name = tensor("op_5000"), val = tensor([1, 8, -1, 188])]; tensor x_605_cast_fp16 = reshape(shape = var_5000, x = x_603_cast_fp16)[name = tensor("x_605_cast_fp16")]; tensor var_5004_begin_0 = const()[name = tensor("op_5004_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_5004_end_0 = const()[name = tensor("op_5004_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_5004_end_mask_0 = const()[name = tensor("op_5004_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_5004_cast_fp16 = slice_by_index(begin = var_5004_begin_0, end = var_5004_end_0, end_mask = var_5004_end_mask_0, x = x_605_cast_fp16)[name = tensor("op_5004_cast_fp16")]; tensor var_5005 = const()[name = tensor("op_5005"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_109_cast_fp16 = reshape(shape = var_5005, x = var_5004_cast_fp16)[name = tensor("matrix_bd_109_cast_fp16")]; tensor matrix_ac_55_transpose_x_0 = const()[name = tensor("matrix_ac_55_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_55_transpose_y_0 = const()[name = tensor("matrix_ac_55_transpose_y_0"), val = tensor(false)]; tensor transpose_150_perm_0 = const()[name = tensor("transpose_150_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_151_perm_0 = const()[name = tensor("transpose_151_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_151 = transpose(perm = transpose_151_perm_0, x = k_109_cast_fp16)[name = tensor("transpose_191")]; tensor transpose_150 = transpose(perm = transpose_150_perm_0, x = var_4988_cast_fp16)[name = tensor("transpose_192")]; tensor matrix_ac_55_cast_fp16 = matmul(transpose_x = matrix_ac_55_transpose_x_0, transpose_y = matrix_ac_55_transpose_y_0, x = transpose_150, y = transpose_151)[name = tensor("matrix_ac_55_cast_fp16")]; tensor matrix_bd_111_begin_0 = const()[name = tensor("matrix_bd_111_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_111_end_0 = const()[name = tensor("matrix_bd_111_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_111_end_mask_0 = const()[name = tensor("matrix_bd_111_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_111_cast_fp16 = slice_by_index(begin = matrix_bd_111_begin_0, end = matrix_bd_111_end_0, end_mask = matrix_bd_111_end_mask_0, x = matrix_bd_109_cast_fp16)[name = tensor("matrix_bd_111_cast_fp16")]; tensor var_5014_cast_fp16 = add(x = matrix_ac_55_cast_fp16, y = matrix_bd_111_cast_fp16)[name = tensor("op_5014_cast_fp16")]; tensor _inversed_scores_109_y_0_to_fp16 = const()[name = tensor("_inversed_scores_109_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_109_cast_fp16 = mul(x = var_5014_cast_fp16, y = _inversed_scores_109_y_0_to_fp16)[name = tensor("_inversed_scores_109_cast_fp16")]; tensor scores_111_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_109_cast_fp16, cond = mask_3)[name = tensor("scores_111_cast_fp16")]; tensor var_5020_cast_fp16 = softmax(axis = var_30, x = scores_111_cast_fp16)[name = tensor("op_5020_cast_fp16")]; tensor input_1437_cast_fp16 = select(a = var_11_to_fp16, b = var_5020_cast_fp16, cond = mask_3)[name = tensor("input_1437_cast_fp16")]; tensor x_607_transpose_x_0 = const()[name = tensor("x_607_transpose_x_0"), val = tensor(false)]; tensor x_607_transpose_y_0 = const()[name = tensor("x_607_transpose_y_0"), val = tensor(false)]; tensor value_57_cast_fp16 = transpose(perm = value_57_perm_0, x = v_55_cast_fp16)[name = tensor("transpose_194")]; tensor x_607_cast_fp16 = matmul(transpose_x = x_607_transpose_x_0, transpose_y = x_607_transpose_y_0, x = input_1437_cast_fp16, y = value_57_cast_fp16)[name = tensor("x_607_cast_fp16")]; tensor var_5024_perm_0 = const()[name = tensor("op_5024_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_5025 = const()[name = tensor("op_5025"), val = tensor([1, -1, 1024])]; tensor var_5024_cast_fp16 = transpose(perm = var_5024_perm_0, x = x_607_cast_fp16)[name = tensor("transpose_190")]; tensor input_1439_cast_fp16 = reshape(shape = var_5025, x = var_5024_cast_fp16)[name = tensor("input_1439_cast_fp16")]; tensor encoder_layers_27_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_27_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1357820864)))]; tensor encoder_layers_27_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_27_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1359918080)))]; tensor linear_250_cast_fp16 = linear(bias = encoder_layers_27_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_27_self_attn_linear_out_weight_to_fp16, x = input_1439_cast_fp16)[name = tensor("linear_250_cast_fp16")]; tensor input_1443_cast_fp16 = add(x = input_1435_cast_fp16, y = linear_250_cast_fp16)[name = tensor("input_1443_cast_fp16")]; tensor x_611_axes_0 = const()[name = tensor("x_611_axes_0"), val = tensor([-1])]; tensor encoder_layers_27_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_27_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1359920192)))]; tensor encoder_layers_27_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_27_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1359922304)))]; tensor x_611_cast_fp16 = layer_norm(axes = x_611_axes_0, beta = encoder_layers_27_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_27_norm_conv_weight_to_fp16, x = input_1443_cast_fp16)[name = tensor("x_611_cast_fp16")]; tensor input_1445_perm_0 = const()[name = tensor("input_1445_perm_0"), val = tensor([0, 2, 1])]; tensor input_1447_pad_type_0 = const()[name = tensor("input_1447_pad_type_0"), val = tensor("valid")]; tensor input_1447_strides_0 = const()[name = tensor("input_1447_strides_0"), val = tensor([1])]; tensor input_1447_pad_0 = const()[name = tensor("input_1447_pad_0"), val = tensor([0, 0])]; tensor input_1447_dilations_0 = const()[name = tensor("input_1447_dilations_0"), val = tensor([1])]; tensor input_1447_groups_0 = const()[name = tensor("input_1447_groups_0"), val = tensor(1)]; tensor encoder_layers_27_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_27_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1359924416)))]; tensor encoder_layers_27_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_27_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1364118784)))]; tensor input_1445_cast_fp16 = transpose(perm = input_1445_perm_0, x = x_611_cast_fp16)[name = tensor("transpose_189")]; tensor input_1447_cast_fp16 = conv(bias = encoder_layers_27_conv_pointwise_conv1_bias_to_fp16, dilations = input_1447_dilations_0, groups = input_1447_groups_0, pad = input_1447_pad_0, pad_type = input_1447_pad_type_0, strides = input_1447_strides_0, weight = encoder_layers_27_conv_pointwise_conv1_weight_to_fp16, x = input_1445_cast_fp16)[name = tensor("input_1447_cast_fp16")]; tensor x_613_split_num_splits_0 = const()[name = tensor("x_613_split_num_splits_0"), val = tensor(2)]; tensor x_613_split_axis_0 = const()[name = tensor("x_613_split_axis_0"), val = tensor(1)]; tensor x_613_split_cast_fp16_0, tensor x_613_split_cast_fp16_1 = split(axis = x_613_split_axis_0, num_splits = x_613_split_num_splits_0, x = input_1447_cast_fp16)[name = tensor("x_613_split_cast_fp16")]; tensor x_613_split_1_sigmoid_cast_fp16 = sigmoid(x = x_613_split_cast_fp16_1)[name = tensor("x_613_split_1_sigmoid_cast_fp16")]; tensor x_613_cast_fp16 = mul(x = x_613_split_cast_fp16_0, y = x_613_split_1_sigmoid_cast_fp16)[name = tensor("x_613_cast_fp16")]; tensor input_1449_cast_fp16 = select(a = var_11_to_fp16, b = x_613_cast_fp16, cond = var_351)[name = tensor("input_1449_cast_fp16")]; tensor input_1451_pad_0 = const()[name = tensor("input_1451_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_1451_mode_0 = const()[name = tensor("input_1451_mode_0"), val = tensor("constant")]; tensor const_287_to_fp16 = const()[name = tensor("const_287_to_fp16"), val = tensor(0x0p+0)]; tensor input_1451_cast_fp16 = pad(constant_val = const_287_to_fp16, mode = input_1451_mode_0, pad = input_1451_pad_0, x = input_1449_cast_fp16)[name = tensor("input_1451_cast_fp16")]; tensor input_1453_pad_type_0 = const()[name = tensor("input_1453_pad_type_0"), val = tensor("valid")]; tensor input_1453_groups_0 = const()[name = tensor("input_1453_groups_0"), val = tensor(1024)]; tensor input_1453_strides_0 = const()[name = tensor("input_1453_strides_0"), val = tensor([1])]; tensor input_1453_pad_0 = const()[name = tensor("input_1453_pad_0"), val = tensor([0, 0])]; tensor input_1453_dilations_0 = const()[name = tensor("input_1453_dilations_0"), val = tensor([1])]; tensor const_382_to_fp16 = const()[name = tensor("const_382_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1364122944)))]; tensor const_383_to_fp16 = const()[name = tensor("const_383_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1364141440)))]; tensor input_1455_cast_fp16 = conv(bias = const_383_to_fp16, dilations = input_1453_dilations_0, groups = input_1453_groups_0, pad = input_1453_pad_0, pad_type = input_1453_pad_type_0, strides = input_1453_strides_0, weight = const_382_to_fp16, x = input_1451_cast_fp16)[name = tensor("input_1455_cast_fp16")]; tensor input_1457_cast_fp16 = silu(x = input_1455_cast_fp16)[name = tensor("input_1457_cast_fp16")]; tensor x_615_pad_type_0 = const()[name = tensor("x_615_pad_type_0"), val = tensor("valid")]; tensor x_615_strides_0 = const()[name = tensor("x_615_strides_0"), val = tensor([1])]; tensor x_615_pad_0 = const()[name = tensor("x_615_pad_0"), val = tensor([0, 0])]; tensor x_615_dilations_0 = const()[name = tensor("x_615_dilations_0"), val = tensor([1])]; tensor x_615_groups_0 = const()[name = tensor("x_615_groups_0"), val = tensor(1)]; tensor encoder_layers_27_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_27_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1364143552)))]; tensor encoder_layers_27_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_27_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1366240768)))]; tensor x_615_cast_fp16 = conv(bias = encoder_layers_27_conv_pointwise_conv2_bias_to_fp16, dilations = x_615_dilations_0, groups = x_615_groups_0, pad = x_615_pad_0, pad_type = x_615_pad_type_0, strides = x_615_strides_0, weight = encoder_layers_27_conv_pointwise_conv2_weight_to_fp16, x = input_1457_cast_fp16)[name = tensor("x_615_cast_fp16")]; tensor input_1459_perm_0 = const()[name = tensor("input_1459_perm_0"), val = tensor([0, 2, 1])]; tensor input_1459_cast_fp16 = transpose(perm = input_1459_perm_0, x = x_615_cast_fp16)[name = tensor("transpose_188")]; tensor input_1461_cast_fp16 = add(x = input_1443_cast_fp16, y = input_1459_cast_fp16)[name = tensor("input_1461_cast_fp16")]; tensor input_1463_axes_0 = const()[name = tensor("input_1463_axes_0"), val = tensor([-1])]; tensor encoder_layers_27_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_27_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1366242880)))]; tensor encoder_layers_27_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_27_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1366244992)))]; tensor input_1463_cast_fp16 = layer_norm(axes = input_1463_axes_0, beta = encoder_layers_27_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_27_norm_feed_forward2_weight_to_fp16, x = input_1461_cast_fp16)[name = tensor("input_1463_cast_fp16")]; tensor encoder_layers_27_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_27_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1366247104)))]; tensor encoder_layers_27_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_27_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1374635776)))]; tensor linear_251_cast_fp16 = linear(bias = encoder_layers_27_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_27_feed_forward2_linear1_weight_to_fp16, x = input_1463_cast_fp16)[name = tensor("linear_251_cast_fp16")]; tensor input_1467_cast_fp16 = silu(x = linear_251_cast_fp16)[name = tensor("input_1467_cast_fp16")]; tensor encoder_layers_27_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_27_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1374644032)))]; tensor encoder_layers_27_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_27_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1383032704)))]; tensor linear_252_cast_fp16 = linear(bias = encoder_layers_27_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_27_feed_forward2_linear2_weight_to_fp16, x = input_1467_cast_fp16)[name = tensor("linear_252_cast_fp16")]; tensor var_5091_to_fp16 = const()[name = tensor("op_5091_to_fp16"), val = tensor(0x1p-1)]; tensor var_5092_cast_fp16 = mul(x = linear_252_cast_fp16, y = var_5091_to_fp16)[name = tensor("op_5092_cast_fp16")]; tensor input_1473_cast_fp16 = add(x = input_1461_cast_fp16, y = var_5092_cast_fp16)[name = tensor("input_1473_cast_fp16")]; tensor input_1475_axes_0 = const()[name = tensor("input_1475_axes_0"), val = tensor([-1])]; tensor encoder_layers_27_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_27_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1383034816)))]; tensor encoder_layers_27_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_27_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1383036928)))]; tensor input_1475_cast_fp16 = layer_norm(axes = input_1475_axes_0, beta = encoder_layers_27_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_27_norm_out_weight_to_fp16, x = input_1473_cast_fp16)[name = tensor("input_1475_cast_fp16")]; tensor input_1477_axes_0 = const()[name = tensor("input_1477_axes_0"), val = tensor([-1])]; tensor encoder_layers_28_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_28_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1383039040)))]; tensor encoder_layers_28_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_28_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1383041152)))]; tensor input_1477_cast_fp16 = layer_norm(axes = input_1477_axes_0, beta = encoder_layers_28_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_28_norm_feed_forward1_weight_to_fp16, x = input_1475_cast_fp16)[name = tensor("input_1477_cast_fp16")]; tensor encoder_layers_28_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_28_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1383043264)))]; tensor encoder_layers_28_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_28_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1391431936)))]; tensor linear_253_cast_fp16 = linear(bias = encoder_layers_28_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_28_feed_forward1_linear1_weight_to_fp16, x = input_1477_cast_fp16)[name = tensor("linear_253_cast_fp16")]; tensor input_1481_cast_fp16 = silu(x = linear_253_cast_fp16)[name = tensor("input_1481_cast_fp16")]; tensor encoder_layers_28_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_28_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1391440192)))]; tensor encoder_layers_28_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_28_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1399828864)))]; tensor linear_254_cast_fp16 = linear(bias = encoder_layers_28_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_28_feed_forward1_linear2_weight_to_fp16, x = input_1481_cast_fp16)[name = tensor("linear_254_cast_fp16")]; tensor var_5122_to_fp16 = const()[name = tensor("op_5122_to_fp16"), val = tensor(0x1p-1)]; tensor var_5123_cast_fp16 = mul(x = linear_254_cast_fp16, y = var_5122_to_fp16)[name = tensor("op_5123_cast_fp16")]; tensor input_1487_cast_fp16 = add(x = input_1475_cast_fp16, y = var_5123_cast_fp16)[name = tensor("input_1487_cast_fp16")]; tensor query_57_axes_0 = const()[name = tensor("query_57_axes_0"), val = tensor([-1])]; tensor encoder_layers_28_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_28_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1399830976)))]; tensor encoder_layers_28_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_28_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1399833088)))]; tensor query_57_cast_fp16 = layer_norm(axes = query_57_axes_0, beta = encoder_layers_28_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_28_norm_self_att_weight_to_fp16, x = input_1487_cast_fp16)[name = tensor("query_57_cast_fp16")]; tensor encoder_layers_28_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_28_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1399835200)))]; tensor encoder_layers_28_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_28_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1401932416)))]; tensor linear_255_cast_fp16 = linear(bias = encoder_layers_28_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_28_self_attn_linear_q_weight_to_fp16, x = query_57_cast_fp16)[name = tensor("linear_255_cast_fp16")]; tensor var_5140 = const()[name = tensor("op_5140"), val = tensor([1, -1, 8, 128])]; tensor q_169_cast_fp16 = reshape(shape = var_5140, x = linear_255_cast_fp16)[name = tensor("q_169_cast_fp16")]; tensor encoder_layers_28_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_28_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1401934528)))]; tensor encoder_layers_28_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_28_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1404031744)))]; tensor linear_256_cast_fp16 = linear(bias = encoder_layers_28_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_28_self_attn_linear_k_weight_to_fp16, x = query_57_cast_fp16)[name = tensor("linear_256_cast_fp16")]; tensor var_5145 = const()[name = tensor("op_5145"), val = tensor([1, -1, 8, 128])]; tensor k_113_cast_fp16 = reshape(shape = var_5145, x = linear_256_cast_fp16)[name = tensor("k_113_cast_fp16")]; tensor encoder_layers_28_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_28_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1404033856)))]; tensor encoder_layers_28_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_28_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1406131072)))]; tensor linear_257_cast_fp16 = linear(bias = encoder_layers_28_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_28_self_attn_linear_v_weight_to_fp16, x = query_57_cast_fp16)[name = tensor("linear_257_cast_fp16")]; tensor var_5150 = const()[name = tensor("op_5150"), val = tensor([1, -1, 8, 128])]; tensor v_57_cast_fp16 = reshape(shape = var_5150, x = linear_257_cast_fp16)[name = tensor("v_57_cast_fp16")]; tensor value_59_perm_0 = const()[name = tensor("value_59_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_28_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_28_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1406133184)))]; tensor var_5162_cast_fp16 = add(x = q_169_cast_fp16, y = encoder_layers_28_self_attn_pos_bias_u_to_fp16)[name = tensor("op_5162_cast_fp16")]; tensor encoder_layers_28_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_28_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1406135296)))]; tensor var_5164_cast_fp16 = add(x = q_169_cast_fp16, y = encoder_layers_28_self_attn_pos_bias_v_to_fp16)[name = tensor("op_5164_cast_fp16")]; tensor q_with_bias_v_57_perm_0 = const()[name = tensor("q_with_bias_v_57_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_623_transpose_x_0 = const()[name = tensor("x_623_transpose_x_0"), val = tensor(false)]; tensor x_623_transpose_y_0 = const()[name = tensor("x_623_transpose_y_0"), val = tensor(false)]; tensor var_5166_to_fp16 = const()[name = tensor("op_5166_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1406137408)))]; tensor q_with_bias_v_57_cast_fp16 = transpose(perm = q_with_bias_v_57_perm_0, x = var_5164_cast_fp16)[name = tensor("transpose_186")]; tensor x_623_cast_fp16 = matmul(transpose_x = x_623_transpose_x_0, transpose_y = x_623_transpose_y_0, x = q_with_bias_v_57_cast_fp16, y = var_5166_to_fp16)[name = tensor("x_623_cast_fp16")]; tensor x_625_pad_0 = const()[name = tensor("x_625_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_625_mode_0 = const()[name = tensor("x_625_mode_0"), val = tensor("constant")]; tensor const_294_to_fp16 = const()[name = tensor("const_294_to_fp16"), val = tensor(0x0p+0)]; tensor x_625_cast_fp16 = pad(constant_val = const_294_to_fp16, mode = x_625_mode_0, pad = x_625_pad_0, x = x_623_cast_fp16)[name = tensor("x_625_cast_fp16")]; tensor var_5174 = const()[name = tensor("op_5174"), val = tensor([1, 8, -1, 188])]; tensor x_627_cast_fp16 = reshape(shape = var_5174, x = x_625_cast_fp16)[name = tensor("x_627_cast_fp16")]; tensor var_5178_begin_0 = const()[name = tensor("op_5178_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_5178_end_0 = const()[name = tensor("op_5178_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_5178_end_mask_0 = const()[name = tensor("op_5178_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_5178_cast_fp16 = slice_by_index(begin = var_5178_begin_0, end = var_5178_end_0, end_mask = var_5178_end_mask_0, x = x_627_cast_fp16)[name = tensor("op_5178_cast_fp16")]; tensor var_5179 = const()[name = tensor("op_5179"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_113_cast_fp16 = reshape(shape = var_5179, x = var_5178_cast_fp16)[name = tensor("matrix_bd_113_cast_fp16")]; tensor matrix_ac_57_transpose_x_0 = const()[name = tensor("matrix_ac_57_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_57_transpose_y_0 = const()[name = tensor("matrix_ac_57_transpose_y_0"), val = tensor(false)]; tensor transpose_152_perm_0 = const()[name = tensor("transpose_152_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_153_perm_0 = const()[name = tensor("transpose_153_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_153 = transpose(perm = transpose_153_perm_0, x = k_113_cast_fp16)[name = tensor("transpose_184")]; tensor transpose_152 = transpose(perm = transpose_152_perm_0, x = var_5162_cast_fp16)[name = tensor("transpose_185")]; tensor matrix_ac_57_cast_fp16 = matmul(transpose_x = matrix_ac_57_transpose_x_0, transpose_y = matrix_ac_57_transpose_y_0, x = transpose_152, y = transpose_153)[name = tensor("matrix_ac_57_cast_fp16")]; tensor matrix_bd_115_begin_0 = const()[name = tensor("matrix_bd_115_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_115_end_0 = const()[name = tensor("matrix_bd_115_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_115_end_mask_0 = const()[name = tensor("matrix_bd_115_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_115_cast_fp16 = slice_by_index(begin = matrix_bd_115_begin_0, end = matrix_bd_115_end_0, end_mask = matrix_bd_115_end_mask_0, x = matrix_bd_113_cast_fp16)[name = tensor("matrix_bd_115_cast_fp16")]; tensor var_5188_cast_fp16 = add(x = matrix_ac_57_cast_fp16, y = matrix_bd_115_cast_fp16)[name = tensor("op_5188_cast_fp16")]; tensor _inversed_scores_113_y_0_to_fp16 = const()[name = tensor("_inversed_scores_113_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_113_cast_fp16 = mul(x = var_5188_cast_fp16, y = _inversed_scores_113_y_0_to_fp16)[name = tensor("_inversed_scores_113_cast_fp16")]; tensor scores_115_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_113_cast_fp16, cond = mask_3)[name = tensor("scores_115_cast_fp16")]; tensor var_5194_cast_fp16 = softmax(axis = var_30, x = scores_115_cast_fp16)[name = tensor("op_5194_cast_fp16")]; tensor input_1489_cast_fp16 = select(a = var_11_to_fp16, b = var_5194_cast_fp16, cond = mask_3)[name = tensor("input_1489_cast_fp16")]; tensor x_629_transpose_x_0 = const()[name = tensor("x_629_transpose_x_0"), val = tensor(false)]; tensor x_629_transpose_y_0 = const()[name = tensor("x_629_transpose_y_0"), val = tensor(false)]; tensor value_59_cast_fp16 = transpose(perm = value_59_perm_0, x = v_57_cast_fp16)[name = tensor("transpose_187")]; tensor x_629_cast_fp16 = matmul(transpose_x = x_629_transpose_x_0, transpose_y = x_629_transpose_y_0, x = input_1489_cast_fp16, y = value_59_cast_fp16)[name = tensor("x_629_cast_fp16")]; tensor var_5198_perm_0 = const()[name = tensor("op_5198_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_5199 = const()[name = tensor("op_5199"), val = tensor([1, -1, 1024])]; tensor var_5198_cast_fp16 = transpose(perm = var_5198_perm_0, x = x_629_cast_fp16)[name = tensor("transpose_183")]; tensor input_1491_cast_fp16 = reshape(shape = var_5199, x = var_5198_cast_fp16)[name = tensor("input_1491_cast_fp16")]; tensor encoder_layers_28_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_28_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1406905472)))]; tensor encoder_layers_28_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_28_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1409002688)))]; tensor linear_259_cast_fp16 = linear(bias = encoder_layers_28_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_28_self_attn_linear_out_weight_to_fp16, x = input_1491_cast_fp16)[name = tensor("linear_259_cast_fp16")]; tensor input_1495_cast_fp16 = add(x = input_1487_cast_fp16, y = linear_259_cast_fp16)[name = tensor("input_1495_cast_fp16")]; tensor x_633_axes_0 = const()[name = tensor("x_633_axes_0"), val = tensor([-1])]; tensor encoder_layers_28_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_28_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1409004800)))]; tensor encoder_layers_28_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_28_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1409006912)))]; tensor x_633_cast_fp16 = layer_norm(axes = x_633_axes_0, beta = encoder_layers_28_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_28_norm_conv_weight_to_fp16, x = input_1495_cast_fp16)[name = tensor("x_633_cast_fp16")]; tensor input_1497_perm_0 = const()[name = tensor("input_1497_perm_0"), val = tensor([0, 2, 1])]; tensor input_1499_pad_type_0 = const()[name = tensor("input_1499_pad_type_0"), val = tensor("valid")]; tensor input_1499_strides_0 = const()[name = tensor("input_1499_strides_0"), val = tensor([1])]; tensor input_1499_pad_0 = const()[name = tensor("input_1499_pad_0"), val = tensor([0, 0])]; tensor input_1499_dilations_0 = const()[name = tensor("input_1499_dilations_0"), val = tensor([1])]; tensor input_1499_groups_0 = const()[name = tensor("input_1499_groups_0"), val = tensor(1)]; tensor encoder_layers_28_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_28_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1409009024)))]; tensor encoder_layers_28_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_28_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1413203392)))]; tensor input_1497_cast_fp16 = transpose(perm = input_1497_perm_0, x = x_633_cast_fp16)[name = tensor("transpose_182")]; tensor input_1499_cast_fp16 = conv(bias = encoder_layers_28_conv_pointwise_conv1_bias_to_fp16, dilations = input_1499_dilations_0, groups = input_1499_groups_0, pad = input_1499_pad_0, pad_type = input_1499_pad_type_0, strides = input_1499_strides_0, weight = encoder_layers_28_conv_pointwise_conv1_weight_to_fp16, x = input_1497_cast_fp16)[name = tensor("input_1499_cast_fp16")]; tensor x_635_split_num_splits_0 = const()[name = tensor("x_635_split_num_splits_0"), val = tensor(2)]; tensor x_635_split_axis_0 = const()[name = tensor("x_635_split_axis_0"), val = tensor(1)]; tensor x_635_split_cast_fp16_0, tensor x_635_split_cast_fp16_1 = split(axis = x_635_split_axis_0, num_splits = x_635_split_num_splits_0, x = input_1499_cast_fp16)[name = tensor("x_635_split_cast_fp16")]; tensor x_635_split_1_sigmoid_cast_fp16 = sigmoid(x = x_635_split_cast_fp16_1)[name = tensor("x_635_split_1_sigmoid_cast_fp16")]; tensor x_635_cast_fp16 = mul(x = x_635_split_cast_fp16_0, y = x_635_split_1_sigmoid_cast_fp16)[name = tensor("x_635_cast_fp16")]; tensor input_1501_cast_fp16 = select(a = var_11_to_fp16, b = x_635_cast_fp16, cond = var_351)[name = tensor("input_1501_cast_fp16")]; tensor input_1503_pad_0 = const()[name = tensor("input_1503_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_1503_mode_0 = const()[name = tensor("input_1503_mode_0"), val = tensor("constant")]; tensor const_297_to_fp16 = const()[name = tensor("const_297_to_fp16"), val = tensor(0x0p+0)]; tensor input_1503_cast_fp16 = pad(constant_val = const_297_to_fp16, mode = input_1503_mode_0, pad = input_1503_pad_0, x = input_1501_cast_fp16)[name = tensor("input_1503_cast_fp16")]; tensor input_1505_pad_type_0 = const()[name = tensor("input_1505_pad_type_0"), val = tensor("valid")]; tensor input_1505_groups_0 = const()[name = tensor("input_1505_groups_0"), val = tensor(1024)]; tensor input_1505_strides_0 = const()[name = tensor("input_1505_strides_0"), val = tensor([1])]; tensor input_1505_pad_0 = const()[name = tensor("input_1505_pad_0"), val = tensor([0, 0])]; tensor input_1505_dilations_0 = const()[name = tensor("input_1505_dilations_0"), val = tensor([1])]; tensor const_384_to_fp16 = const()[name = tensor("const_384_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1413207552)))]; tensor const_385_to_fp16 = const()[name = tensor("const_385_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1413226048)))]; tensor input_1507_cast_fp16 = conv(bias = const_385_to_fp16, dilations = input_1505_dilations_0, groups = input_1505_groups_0, pad = input_1505_pad_0, pad_type = input_1505_pad_type_0, strides = input_1505_strides_0, weight = const_384_to_fp16, x = input_1503_cast_fp16)[name = tensor("input_1507_cast_fp16")]; tensor input_1509_cast_fp16 = silu(x = input_1507_cast_fp16)[name = tensor("input_1509_cast_fp16")]; tensor x_637_pad_type_0 = const()[name = tensor("x_637_pad_type_0"), val = tensor("valid")]; tensor x_637_strides_0 = const()[name = tensor("x_637_strides_0"), val = tensor([1])]; tensor x_637_pad_0 = const()[name = tensor("x_637_pad_0"), val = tensor([0, 0])]; tensor x_637_dilations_0 = const()[name = tensor("x_637_dilations_0"), val = tensor([1])]; tensor x_637_groups_0 = const()[name = tensor("x_637_groups_0"), val = tensor(1)]; tensor encoder_layers_28_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_28_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1413228160)))]; tensor encoder_layers_28_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_28_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1415325376)))]; tensor x_637_cast_fp16 = conv(bias = encoder_layers_28_conv_pointwise_conv2_bias_to_fp16, dilations = x_637_dilations_0, groups = x_637_groups_0, pad = x_637_pad_0, pad_type = x_637_pad_type_0, strides = x_637_strides_0, weight = encoder_layers_28_conv_pointwise_conv2_weight_to_fp16, x = input_1509_cast_fp16)[name = tensor("x_637_cast_fp16")]; tensor input_1511_perm_0 = const()[name = tensor("input_1511_perm_0"), val = tensor([0, 2, 1])]; tensor input_1511_cast_fp16 = transpose(perm = input_1511_perm_0, x = x_637_cast_fp16)[name = tensor("transpose_181")]; tensor input_1513_cast_fp16 = add(x = input_1495_cast_fp16, y = input_1511_cast_fp16)[name = tensor("input_1513_cast_fp16")]; tensor input_1515_axes_0 = const()[name = tensor("input_1515_axes_0"), val = tensor([-1])]; tensor encoder_layers_28_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_28_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1415327488)))]; tensor encoder_layers_28_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_28_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1415329600)))]; tensor input_1515_cast_fp16 = layer_norm(axes = input_1515_axes_0, beta = encoder_layers_28_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_28_norm_feed_forward2_weight_to_fp16, x = input_1513_cast_fp16)[name = tensor("input_1515_cast_fp16")]; tensor encoder_layers_28_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_28_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1415331712)))]; tensor encoder_layers_28_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_28_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1423720384)))]; tensor linear_260_cast_fp16 = linear(bias = encoder_layers_28_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_28_feed_forward2_linear1_weight_to_fp16, x = input_1515_cast_fp16)[name = tensor("linear_260_cast_fp16")]; tensor input_1519_cast_fp16 = silu(x = linear_260_cast_fp16)[name = tensor("input_1519_cast_fp16")]; tensor encoder_layers_28_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_28_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1423728640)))]; tensor encoder_layers_28_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_28_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1432117312)))]; tensor linear_261_cast_fp16 = linear(bias = encoder_layers_28_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_28_feed_forward2_linear2_weight_to_fp16, x = input_1519_cast_fp16)[name = tensor("linear_261_cast_fp16")]; tensor var_5265_to_fp16 = const()[name = tensor("op_5265_to_fp16"), val = tensor(0x1p-1)]; tensor var_5266_cast_fp16 = mul(x = linear_261_cast_fp16, y = var_5265_to_fp16)[name = tensor("op_5266_cast_fp16")]; tensor input_1525_cast_fp16 = add(x = input_1513_cast_fp16, y = var_5266_cast_fp16)[name = tensor("input_1525_cast_fp16")]; tensor input_1527_axes_0 = const()[name = tensor("input_1527_axes_0"), val = tensor([-1])]; tensor encoder_layers_28_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_28_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1432119424)))]; tensor encoder_layers_28_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_28_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1432121536)))]; tensor input_1527_cast_fp16 = layer_norm(axes = input_1527_axes_0, beta = encoder_layers_28_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_28_norm_out_weight_to_fp16, x = input_1525_cast_fp16)[name = tensor("input_1527_cast_fp16")]; tensor input_1529_axes_0 = const()[name = tensor("input_1529_axes_0"), val = tensor([-1])]; tensor encoder_layers_29_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_29_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1432123648)))]; tensor encoder_layers_29_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_29_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1432125760)))]; tensor input_1529_cast_fp16 = layer_norm(axes = input_1529_axes_0, beta = encoder_layers_29_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_29_norm_feed_forward1_weight_to_fp16, x = input_1527_cast_fp16)[name = tensor("input_1529_cast_fp16")]; tensor encoder_layers_29_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_29_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1432127872)))]; tensor encoder_layers_29_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_29_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1440516544)))]; tensor linear_262_cast_fp16 = linear(bias = encoder_layers_29_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_29_feed_forward1_linear1_weight_to_fp16, x = input_1529_cast_fp16)[name = tensor("linear_262_cast_fp16")]; tensor input_1533_cast_fp16 = silu(x = linear_262_cast_fp16)[name = tensor("input_1533_cast_fp16")]; tensor encoder_layers_29_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_29_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1440524800)))]; tensor encoder_layers_29_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_29_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1448913472)))]; tensor linear_263_cast_fp16 = linear(bias = encoder_layers_29_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_29_feed_forward1_linear2_weight_to_fp16, x = input_1533_cast_fp16)[name = tensor("linear_263_cast_fp16")]; tensor var_5296_to_fp16 = const()[name = tensor("op_5296_to_fp16"), val = tensor(0x1p-1)]; tensor var_5297_cast_fp16 = mul(x = linear_263_cast_fp16, y = var_5296_to_fp16)[name = tensor("op_5297_cast_fp16")]; tensor input_1539_cast_fp16 = add(x = input_1527_cast_fp16, y = var_5297_cast_fp16)[name = tensor("input_1539_cast_fp16")]; tensor query_59_axes_0 = const()[name = tensor("query_59_axes_0"), val = tensor([-1])]; tensor encoder_layers_29_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_29_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1448915584)))]; tensor encoder_layers_29_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_29_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1448917696)))]; tensor query_59_cast_fp16 = layer_norm(axes = query_59_axes_0, beta = encoder_layers_29_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_29_norm_self_att_weight_to_fp16, x = input_1539_cast_fp16)[name = tensor("query_59_cast_fp16")]; tensor encoder_layers_29_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_29_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1448919808)))]; tensor encoder_layers_29_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_29_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1451017024)))]; tensor linear_264_cast_fp16 = linear(bias = encoder_layers_29_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_29_self_attn_linear_q_weight_to_fp16, x = query_59_cast_fp16)[name = tensor("linear_264_cast_fp16")]; tensor var_5314 = const()[name = tensor("op_5314"), val = tensor([1, -1, 8, 128])]; tensor q_175_cast_fp16 = reshape(shape = var_5314, x = linear_264_cast_fp16)[name = tensor("q_175_cast_fp16")]; tensor encoder_layers_29_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_29_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1451019136)))]; tensor encoder_layers_29_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_29_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1453116352)))]; tensor linear_265_cast_fp16 = linear(bias = encoder_layers_29_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_29_self_attn_linear_k_weight_to_fp16, x = query_59_cast_fp16)[name = tensor("linear_265_cast_fp16")]; tensor var_5319 = const()[name = tensor("op_5319"), val = tensor([1, -1, 8, 128])]; tensor k_117_cast_fp16 = reshape(shape = var_5319, x = linear_265_cast_fp16)[name = tensor("k_117_cast_fp16")]; tensor encoder_layers_29_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_29_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1453118464)))]; tensor encoder_layers_29_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_29_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1455215680)))]; tensor linear_266_cast_fp16 = linear(bias = encoder_layers_29_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_29_self_attn_linear_v_weight_to_fp16, x = query_59_cast_fp16)[name = tensor("linear_266_cast_fp16")]; tensor var_5324 = const()[name = tensor("op_5324"), val = tensor([1, -1, 8, 128])]; tensor v_59_cast_fp16 = reshape(shape = var_5324, x = linear_266_cast_fp16)[name = tensor("v_59_cast_fp16")]; tensor value_61_perm_0 = const()[name = tensor("value_61_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_29_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_29_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1455217792)))]; tensor var_5336_cast_fp16 = add(x = q_175_cast_fp16, y = encoder_layers_29_self_attn_pos_bias_u_to_fp16)[name = tensor("op_5336_cast_fp16")]; tensor encoder_layers_29_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_29_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1455219904)))]; tensor var_5338_cast_fp16 = add(x = q_175_cast_fp16, y = encoder_layers_29_self_attn_pos_bias_v_to_fp16)[name = tensor("op_5338_cast_fp16")]; tensor q_with_bias_v_59_perm_0 = const()[name = tensor("q_with_bias_v_59_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_645_transpose_x_0 = const()[name = tensor("x_645_transpose_x_0"), val = tensor(false)]; tensor x_645_transpose_y_0 = const()[name = tensor("x_645_transpose_y_0"), val = tensor(false)]; tensor var_5340_to_fp16 = const()[name = tensor("op_5340_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1455222016)))]; tensor q_with_bias_v_59_cast_fp16 = transpose(perm = q_with_bias_v_59_perm_0, x = var_5338_cast_fp16)[name = tensor("transpose_179")]; tensor x_645_cast_fp16 = matmul(transpose_x = x_645_transpose_x_0, transpose_y = x_645_transpose_y_0, x = q_with_bias_v_59_cast_fp16, y = var_5340_to_fp16)[name = tensor("x_645_cast_fp16")]; tensor x_647_pad_0 = const()[name = tensor("x_647_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_647_mode_0 = const()[name = tensor("x_647_mode_0"), val = tensor("constant")]; tensor const_304_to_fp16 = const()[name = tensor("const_304_to_fp16"), val = tensor(0x0p+0)]; tensor x_647_cast_fp16 = pad(constant_val = const_304_to_fp16, mode = x_647_mode_0, pad = x_647_pad_0, x = x_645_cast_fp16)[name = tensor("x_647_cast_fp16")]; tensor var_5348 = const()[name = tensor("op_5348"), val = tensor([1, 8, -1, 188])]; tensor x_649_cast_fp16 = reshape(shape = var_5348, x = x_647_cast_fp16)[name = tensor("x_649_cast_fp16")]; tensor var_5352_begin_0 = const()[name = tensor("op_5352_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_5352_end_0 = const()[name = tensor("op_5352_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_5352_end_mask_0 = const()[name = tensor("op_5352_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_5352_cast_fp16 = slice_by_index(begin = var_5352_begin_0, end = var_5352_end_0, end_mask = var_5352_end_mask_0, x = x_649_cast_fp16)[name = tensor("op_5352_cast_fp16")]; tensor var_5353 = const()[name = tensor("op_5353"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_117_cast_fp16 = reshape(shape = var_5353, x = var_5352_cast_fp16)[name = tensor("matrix_bd_117_cast_fp16")]; tensor matrix_ac_59_transpose_x_0 = const()[name = tensor("matrix_ac_59_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_59_transpose_y_0 = const()[name = tensor("matrix_ac_59_transpose_y_0"), val = tensor(false)]; tensor transpose_154_perm_0 = const()[name = tensor("transpose_154_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_155_perm_0 = const()[name = tensor("transpose_155_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_155 = transpose(perm = transpose_155_perm_0, x = k_117_cast_fp16)[name = tensor("transpose_177")]; tensor transpose_154 = transpose(perm = transpose_154_perm_0, x = var_5336_cast_fp16)[name = tensor("transpose_178")]; tensor matrix_ac_59_cast_fp16 = matmul(transpose_x = matrix_ac_59_transpose_x_0, transpose_y = matrix_ac_59_transpose_y_0, x = transpose_154, y = transpose_155)[name = tensor("matrix_ac_59_cast_fp16")]; tensor matrix_bd_119_begin_0 = const()[name = tensor("matrix_bd_119_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_119_end_0 = const()[name = tensor("matrix_bd_119_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_119_end_mask_0 = const()[name = tensor("matrix_bd_119_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_119_cast_fp16 = slice_by_index(begin = matrix_bd_119_begin_0, end = matrix_bd_119_end_0, end_mask = matrix_bd_119_end_mask_0, x = matrix_bd_117_cast_fp16)[name = tensor("matrix_bd_119_cast_fp16")]; tensor var_5362_cast_fp16 = add(x = matrix_ac_59_cast_fp16, y = matrix_bd_119_cast_fp16)[name = tensor("op_5362_cast_fp16")]; tensor _inversed_scores_117_y_0_to_fp16 = const()[name = tensor("_inversed_scores_117_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_117_cast_fp16 = mul(x = var_5362_cast_fp16, y = _inversed_scores_117_y_0_to_fp16)[name = tensor("_inversed_scores_117_cast_fp16")]; tensor scores_119_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_117_cast_fp16, cond = mask_3)[name = tensor("scores_119_cast_fp16")]; tensor var_5368_cast_fp16 = softmax(axis = var_30, x = scores_119_cast_fp16)[name = tensor("op_5368_cast_fp16")]; tensor input_1541_cast_fp16 = select(a = var_11_to_fp16, b = var_5368_cast_fp16, cond = mask_3)[name = tensor("input_1541_cast_fp16")]; tensor x_651_transpose_x_0 = const()[name = tensor("x_651_transpose_x_0"), val = tensor(false)]; tensor x_651_transpose_y_0 = const()[name = tensor("x_651_transpose_y_0"), val = tensor(false)]; tensor value_61_cast_fp16 = transpose(perm = value_61_perm_0, x = v_59_cast_fp16)[name = tensor("transpose_180")]; tensor x_651_cast_fp16 = matmul(transpose_x = x_651_transpose_x_0, transpose_y = x_651_transpose_y_0, x = input_1541_cast_fp16, y = value_61_cast_fp16)[name = tensor("x_651_cast_fp16")]; tensor var_5372_perm_0 = const()[name = tensor("op_5372_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_5373 = const()[name = tensor("op_5373"), val = tensor([1, -1, 1024])]; tensor var_5372_cast_fp16 = transpose(perm = var_5372_perm_0, x = x_651_cast_fp16)[name = tensor("transpose_176")]; tensor input_1543_cast_fp16 = reshape(shape = var_5373, x = var_5372_cast_fp16)[name = tensor("input_1543_cast_fp16")]; tensor encoder_layers_29_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_29_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1455990080)))]; tensor encoder_layers_29_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_29_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1458087296)))]; tensor linear_268_cast_fp16 = linear(bias = encoder_layers_29_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_29_self_attn_linear_out_weight_to_fp16, x = input_1543_cast_fp16)[name = tensor("linear_268_cast_fp16")]; tensor input_1547_cast_fp16 = add(x = input_1539_cast_fp16, y = linear_268_cast_fp16)[name = tensor("input_1547_cast_fp16")]; tensor x_655_axes_0 = const()[name = tensor("x_655_axes_0"), val = tensor([-1])]; tensor encoder_layers_29_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_29_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1458089408)))]; tensor encoder_layers_29_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_29_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1458091520)))]; tensor x_655_cast_fp16 = layer_norm(axes = x_655_axes_0, beta = encoder_layers_29_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_29_norm_conv_weight_to_fp16, x = input_1547_cast_fp16)[name = tensor("x_655_cast_fp16")]; tensor input_1549_perm_0 = const()[name = tensor("input_1549_perm_0"), val = tensor([0, 2, 1])]; tensor input_1551_pad_type_0 = const()[name = tensor("input_1551_pad_type_0"), val = tensor("valid")]; tensor input_1551_strides_0 = const()[name = tensor("input_1551_strides_0"), val = tensor([1])]; tensor input_1551_pad_0 = const()[name = tensor("input_1551_pad_0"), val = tensor([0, 0])]; tensor input_1551_dilations_0 = const()[name = tensor("input_1551_dilations_0"), val = tensor([1])]; tensor input_1551_groups_0 = const()[name = tensor("input_1551_groups_0"), val = tensor(1)]; tensor encoder_layers_29_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_29_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1458093632)))]; tensor encoder_layers_29_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_29_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1462288000)))]; tensor input_1549_cast_fp16 = transpose(perm = input_1549_perm_0, x = x_655_cast_fp16)[name = tensor("transpose_175")]; tensor input_1551_cast_fp16 = conv(bias = encoder_layers_29_conv_pointwise_conv1_bias_to_fp16, dilations = input_1551_dilations_0, groups = input_1551_groups_0, pad = input_1551_pad_0, pad_type = input_1551_pad_type_0, strides = input_1551_strides_0, weight = encoder_layers_29_conv_pointwise_conv1_weight_to_fp16, x = input_1549_cast_fp16)[name = tensor("input_1551_cast_fp16")]; tensor x_657_split_num_splits_0 = const()[name = tensor("x_657_split_num_splits_0"), val = tensor(2)]; tensor x_657_split_axis_0 = const()[name = tensor("x_657_split_axis_0"), val = tensor(1)]; tensor x_657_split_cast_fp16_0, tensor x_657_split_cast_fp16_1 = split(axis = x_657_split_axis_0, num_splits = x_657_split_num_splits_0, x = input_1551_cast_fp16)[name = tensor("x_657_split_cast_fp16")]; tensor x_657_split_1_sigmoid_cast_fp16 = sigmoid(x = x_657_split_cast_fp16_1)[name = tensor("x_657_split_1_sigmoid_cast_fp16")]; tensor x_657_cast_fp16 = mul(x = x_657_split_cast_fp16_0, y = x_657_split_1_sigmoid_cast_fp16)[name = tensor("x_657_cast_fp16")]; tensor input_1553_cast_fp16 = select(a = var_11_to_fp16, b = x_657_cast_fp16, cond = var_351)[name = tensor("input_1553_cast_fp16")]; tensor input_1555_pad_0 = const()[name = tensor("input_1555_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_1555_mode_0 = const()[name = tensor("input_1555_mode_0"), val = tensor("constant")]; tensor const_307_to_fp16 = const()[name = tensor("const_307_to_fp16"), val = tensor(0x0p+0)]; tensor input_1555_cast_fp16 = pad(constant_val = const_307_to_fp16, mode = input_1555_mode_0, pad = input_1555_pad_0, x = input_1553_cast_fp16)[name = tensor("input_1555_cast_fp16")]; tensor input_1557_pad_type_0 = const()[name = tensor("input_1557_pad_type_0"), val = tensor("valid")]; tensor input_1557_groups_0 = const()[name = tensor("input_1557_groups_0"), val = tensor(1024)]; tensor input_1557_strides_0 = const()[name = tensor("input_1557_strides_0"), val = tensor([1])]; tensor input_1557_pad_0 = const()[name = tensor("input_1557_pad_0"), val = tensor([0, 0])]; tensor input_1557_dilations_0 = const()[name = tensor("input_1557_dilations_0"), val = tensor([1])]; tensor const_386_to_fp16 = const()[name = tensor("const_386_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1462292160)))]; tensor const_387_to_fp16 = const()[name = tensor("const_387_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1462310656)))]; tensor input_1559_cast_fp16 = conv(bias = const_387_to_fp16, dilations = input_1557_dilations_0, groups = input_1557_groups_0, pad = input_1557_pad_0, pad_type = input_1557_pad_type_0, strides = input_1557_strides_0, weight = const_386_to_fp16, x = input_1555_cast_fp16)[name = tensor("input_1559_cast_fp16")]; tensor input_1561_cast_fp16 = silu(x = input_1559_cast_fp16)[name = tensor("input_1561_cast_fp16")]; tensor x_659_pad_type_0 = const()[name = tensor("x_659_pad_type_0"), val = tensor("valid")]; tensor x_659_strides_0 = const()[name = tensor("x_659_strides_0"), val = tensor([1])]; tensor x_659_pad_0 = const()[name = tensor("x_659_pad_0"), val = tensor([0, 0])]; tensor x_659_dilations_0 = const()[name = tensor("x_659_dilations_0"), val = tensor([1])]; tensor x_659_groups_0 = const()[name = tensor("x_659_groups_0"), val = tensor(1)]; tensor encoder_layers_29_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_29_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1462312768)))]; tensor encoder_layers_29_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_29_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1464409984)))]; tensor x_659_cast_fp16 = conv(bias = encoder_layers_29_conv_pointwise_conv2_bias_to_fp16, dilations = x_659_dilations_0, groups = x_659_groups_0, pad = x_659_pad_0, pad_type = x_659_pad_type_0, strides = x_659_strides_0, weight = encoder_layers_29_conv_pointwise_conv2_weight_to_fp16, x = input_1561_cast_fp16)[name = tensor("x_659_cast_fp16")]; tensor input_1563_perm_0 = const()[name = tensor("input_1563_perm_0"), val = tensor([0, 2, 1])]; tensor input_1563_cast_fp16 = transpose(perm = input_1563_perm_0, x = x_659_cast_fp16)[name = tensor("transpose_174")]; tensor input_1565_cast_fp16 = add(x = input_1547_cast_fp16, y = input_1563_cast_fp16)[name = tensor("input_1565_cast_fp16")]; tensor input_1567_axes_0 = const()[name = tensor("input_1567_axes_0"), val = tensor([-1])]; tensor encoder_layers_29_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_29_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1464412096)))]; tensor encoder_layers_29_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_29_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1464414208)))]; tensor input_1567_cast_fp16 = layer_norm(axes = input_1567_axes_0, beta = encoder_layers_29_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_29_norm_feed_forward2_weight_to_fp16, x = input_1565_cast_fp16)[name = tensor("input_1567_cast_fp16")]; tensor encoder_layers_29_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_29_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1464416320)))]; tensor encoder_layers_29_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_29_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1472804992)))]; tensor linear_269_cast_fp16 = linear(bias = encoder_layers_29_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_29_feed_forward2_linear1_weight_to_fp16, x = input_1567_cast_fp16)[name = tensor("linear_269_cast_fp16")]; tensor input_1571_cast_fp16 = silu(x = linear_269_cast_fp16)[name = tensor("input_1571_cast_fp16")]; tensor encoder_layers_29_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_29_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1472813248)))]; tensor encoder_layers_29_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_29_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1481201920)))]; tensor linear_270_cast_fp16 = linear(bias = encoder_layers_29_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_29_feed_forward2_linear2_weight_to_fp16, x = input_1571_cast_fp16)[name = tensor("linear_270_cast_fp16")]; tensor var_5439_to_fp16 = const()[name = tensor("op_5439_to_fp16"), val = tensor(0x1p-1)]; tensor var_5440_cast_fp16 = mul(x = linear_270_cast_fp16, y = var_5439_to_fp16)[name = tensor("op_5440_cast_fp16")]; tensor input_1577_cast_fp16 = add(x = input_1565_cast_fp16, y = var_5440_cast_fp16)[name = tensor("input_1577_cast_fp16")]; tensor input_1579_axes_0 = const()[name = tensor("input_1579_axes_0"), val = tensor([-1])]; tensor encoder_layers_29_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_29_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1481204032)))]; tensor encoder_layers_29_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_29_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1481206144)))]; tensor input_1579_cast_fp16 = layer_norm(axes = input_1579_axes_0, beta = encoder_layers_29_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_29_norm_out_weight_to_fp16, x = input_1577_cast_fp16)[name = tensor("input_1579_cast_fp16")]; tensor input_1581_axes_0 = const()[name = tensor("input_1581_axes_0"), val = tensor([-1])]; tensor encoder_layers_30_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_30_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1481208256)))]; tensor encoder_layers_30_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_30_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1481210368)))]; tensor input_1581_cast_fp16 = layer_norm(axes = input_1581_axes_0, beta = encoder_layers_30_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_30_norm_feed_forward1_weight_to_fp16, x = input_1579_cast_fp16)[name = tensor("input_1581_cast_fp16")]; tensor encoder_layers_30_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_30_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1481212480)))]; tensor encoder_layers_30_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_30_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1489601152)))]; tensor linear_271_cast_fp16 = linear(bias = encoder_layers_30_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_30_feed_forward1_linear1_weight_to_fp16, x = input_1581_cast_fp16)[name = tensor("linear_271_cast_fp16")]; tensor input_1585_cast_fp16 = silu(x = linear_271_cast_fp16)[name = tensor("input_1585_cast_fp16")]; tensor encoder_layers_30_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_30_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1489609408)))]; tensor encoder_layers_30_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_30_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1497998080)))]; tensor linear_272_cast_fp16 = linear(bias = encoder_layers_30_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_30_feed_forward1_linear2_weight_to_fp16, x = input_1585_cast_fp16)[name = tensor("linear_272_cast_fp16")]; tensor var_5470_to_fp16 = const()[name = tensor("op_5470_to_fp16"), val = tensor(0x1p-1)]; tensor var_5471_cast_fp16 = mul(x = linear_272_cast_fp16, y = var_5470_to_fp16)[name = tensor("op_5471_cast_fp16")]; tensor input_1591_cast_fp16 = add(x = input_1579_cast_fp16, y = var_5471_cast_fp16)[name = tensor("input_1591_cast_fp16")]; tensor query_61_axes_0 = const()[name = tensor("query_61_axes_0"), val = tensor([-1])]; tensor encoder_layers_30_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_30_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1498000192)))]; tensor encoder_layers_30_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_30_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1498002304)))]; tensor query_61_cast_fp16 = layer_norm(axes = query_61_axes_0, beta = encoder_layers_30_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_30_norm_self_att_weight_to_fp16, x = input_1591_cast_fp16)[name = tensor("query_61_cast_fp16")]; tensor encoder_layers_30_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_30_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1498004416)))]; tensor encoder_layers_30_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_30_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1500101632)))]; tensor linear_273_cast_fp16 = linear(bias = encoder_layers_30_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_30_self_attn_linear_q_weight_to_fp16, x = query_61_cast_fp16)[name = tensor("linear_273_cast_fp16")]; tensor var_5488 = const()[name = tensor("op_5488"), val = tensor([1, -1, 8, 128])]; tensor q_181_cast_fp16 = reshape(shape = var_5488, x = linear_273_cast_fp16)[name = tensor("q_181_cast_fp16")]; tensor encoder_layers_30_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_30_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1500103744)))]; tensor encoder_layers_30_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_30_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1502200960)))]; tensor linear_274_cast_fp16 = linear(bias = encoder_layers_30_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_30_self_attn_linear_k_weight_to_fp16, x = query_61_cast_fp16)[name = tensor("linear_274_cast_fp16")]; tensor var_5493 = const()[name = tensor("op_5493"), val = tensor([1, -1, 8, 128])]; tensor k_121_cast_fp16 = reshape(shape = var_5493, x = linear_274_cast_fp16)[name = tensor("k_121_cast_fp16")]; tensor encoder_layers_30_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_30_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1502203072)))]; tensor encoder_layers_30_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_30_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1504300288)))]; tensor linear_275_cast_fp16 = linear(bias = encoder_layers_30_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_30_self_attn_linear_v_weight_to_fp16, x = query_61_cast_fp16)[name = tensor("linear_275_cast_fp16")]; tensor var_5498 = const()[name = tensor("op_5498"), val = tensor([1, -1, 8, 128])]; tensor v_61_cast_fp16 = reshape(shape = var_5498, x = linear_275_cast_fp16)[name = tensor("v_61_cast_fp16")]; tensor value_63_perm_0 = const()[name = tensor("value_63_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_30_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_30_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1504302400)))]; tensor var_5510_cast_fp16 = add(x = q_181_cast_fp16, y = encoder_layers_30_self_attn_pos_bias_u_to_fp16)[name = tensor("op_5510_cast_fp16")]; tensor encoder_layers_30_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_30_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1504304512)))]; tensor var_5512_cast_fp16 = add(x = q_181_cast_fp16, y = encoder_layers_30_self_attn_pos_bias_v_to_fp16)[name = tensor("op_5512_cast_fp16")]; tensor q_with_bias_v_61_perm_0 = const()[name = tensor("q_with_bias_v_61_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_667_transpose_x_0 = const()[name = tensor("x_667_transpose_x_0"), val = tensor(false)]; tensor x_667_transpose_y_0 = const()[name = tensor("x_667_transpose_y_0"), val = tensor(false)]; tensor var_5514_to_fp16 = const()[name = tensor("op_5514_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1504306624)))]; tensor q_with_bias_v_61_cast_fp16 = transpose(perm = q_with_bias_v_61_perm_0, x = var_5512_cast_fp16)[name = tensor("transpose_172")]; tensor x_667_cast_fp16 = matmul(transpose_x = x_667_transpose_x_0, transpose_y = x_667_transpose_y_0, x = q_with_bias_v_61_cast_fp16, y = var_5514_to_fp16)[name = tensor("x_667_cast_fp16")]; tensor x_669_pad_0 = const()[name = tensor("x_669_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_669_mode_0 = const()[name = tensor("x_669_mode_0"), val = tensor("constant")]; tensor const_314_to_fp16 = const()[name = tensor("const_314_to_fp16"), val = tensor(0x0p+0)]; tensor x_669_cast_fp16 = pad(constant_val = const_314_to_fp16, mode = x_669_mode_0, pad = x_669_pad_0, x = x_667_cast_fp16)[name = tensor("x_669_cast_fp16")]; tensor var_5522 = const()[name = tensor("op_5522"), val = tensor([1, 8, -1, 188])]; tensor x_671_cast_fp16 = reshape(shape = var_5522, x = x_669_cast_fp16)[name = tensor("x_671_cast_fp16")]; tensor var_5526_begin_0 = const()[name = tensor("op_5526_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_5526_end_0 = const()[name = tensor("op_5526_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_5526_end_mask_0 = const()[name = tensor("op_5526_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_5526_cast_fp16 = slice_by_index(begin = var_5526_begin_0, end = var_5526_end_0, end_mask = var_5526_end_mask_0, x = x_671_cast_fp16)[name = tensor("op_5526_cast_fp16")]; tensor var_5527 = const()[name = tensor("op_5527"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_121_cast_fp16 = reshape(shape = var_5527, x = var_5526_cast_fp16)[name = tensor("matrix_bd_121_cast_fp16")]; tensor matrix_ac_61_transpose_x_0 = const()[name = tensor("matrix_ac_61_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_61_transpose_y_0 = const()[name = tensor("matrix_ac_61_transpose_y_0"), val = tensor(false)]; tensor transpose_156_perm_0 = const()[name = tensor("transpose_156_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_157_perm_0 = const()[name = tensor("transpose_157_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_157 = transpose(perm = transpose_157_perm_0, x = k_121_cast_fp16)[name = tensor("transpose_170")]; tensor transpose_156 = transpose(perm = transpose_156_perm_0, x = var_5510_cast_fp16)[name = tensor("transpose_171")]; tensor matrix_ac_61_cast_fp16 = matmul(transpose_x = matrix_ac_61_transpose_x_0, transpose_y = matrix_ac_61_transpose_y_0, x = transpose_156, y = transpose_157)[name = tensor("matrix_ac_61_cast_fp16")]; tensor matrix_bd_123_begin_0 = const()[name = tensor("matrix_bd_123_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_123_end_0 = const()[name = tensor("matrix_bd_123_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_123_end_mask_0 = const()[name = tensor("matrix_bd_123_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_123_cast_fp16 = slice_by_index(begin = matrix_bd_123_begin_0, end = matrix_bd_123_end_0, end_mask = matrix_bd_123_end_mask_0, x = matrix_bd_121_cast_fp16)[name = tensor("matrix_bd_123_cast_fp16")]; tensor var_5536_cast_fp16 = add(x = matrix_ac_61_cast_fp16, y = matrix_bd_123_cast_fp16)[name = tensor("op_5536_cast_fp16")]; tensor _inversed_scores_121_y_0_to_fp16 = const()[name = tensor("_inversed_scores_121_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_121_cast_fp16 = mul(x = var_5536_cast_fp16, y = _inversed_scores_121_y_0_to_fp16)[name = tensor("_inversed_scores_121_cast_fp16")]; tensor scores_123_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_121_cast_fp16, cond = mask_3)[name = tensor("scores_123_cast_fp16")]; tensor var_5542_cast_fp16 = softmax(axis = var_30, x = scores_123_cast_fp16)[name = tensor("op_5542_cast_fp16")]; tensor input_1593_cast_fp16 = select(a = var_11_to_fp16, b = var_5542_cast_fp16, cond = mask_3)[name = tensor("input_1593_cast_fp16")]; tensor x_673_transpose_x_0 = const()[name = tensor("x_673_transpose_x_0"), val = tensor(false)]; tensor x_673_transpose_y_0 = const()[name = tensor("x_673_transpose_y_0"), val = tensor(false)]; tensor value_63_cast_fp16 = transpose(perm = value_63_perm_0, x = v_61_cast_fp16)[name = tensor("transpose_173")]; tensor x_673_cast_fp16 = matmul(transpose_x = x_673_transpose_x_0, transpose_y = x_673_transpose_y_0, x = input_1593_cast_fp16, y = value_63_cast_fp16)[name = tensor("x_673_cast_fp16")]; tensor var_5546_perm_0 = const()[name = tensor("op_5546_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_5547 = const()[name = tensor("op_5547"), val = tensor([1, -1, 1024])]; tensor var_5546_cast_fp16 = transpose(perm = var_5546_perm_0, x = x_673_cast_fp16)[name = tensor("transpose_169")]; tensor input_1595_cast_fp16 = reshape(shape = var_5547, x = var_5546_cast_fp16)[name = tensor("input_1595_cast_fp16")]; tensor encoder_layers_30_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_30_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1505074688)))]; tensor encoder_layers_30_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_30_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1507171904)))]; tensor linear_277_cast_fp16 = linear(bias = encoder_layers_30_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_30_self_attn_linear_out_weight_to_fp16, x = input_1595_cast_fp16)[name = tensor("linear_277_cast_fp16")]; tensor input_1599_cast_fp16 = add(x = input_1591_cast_fp16, y = linear_277_cast_fp16)[name = tensor("input_1599_cast_fp16")]; tensor x_677_axes_0 = const()[name = tensor("x_677_axes_0"), val = tensor([-1])]; tensor encoder_layers_30_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_30_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1507174016)))]; tensor encoder_layers_30_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_30_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1507176128)))]; tensor x_677_cast_fp16 = layer_norm(axes = x_677_axes_0, beta = encoder_layers_30_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_30_norm_conv_weight_to_fp16, x = input_1599_cast_fp16)[name = tensor("x_677_cast_fp16")]; tensor input_1601_perm_0 = const()[name = tensor("input_1601_perm_0"), val = tensor([0, 2, 1])]; tensor input_1603_pad_type_0 = const()[name = tensor("input_1603_pad_type_0"), val = tensor("valid")]; tensor input_1603_strides_0 = const()[name = tensor("input_1603_strides_0"), val = tensor([1])]; tensor input_1603_pad_0 = const()[name = tensor("input_1603_pad_0"), val = tensor([0, 0])]; tensor input_1603_dilations_0 = const()[name = tensor("input_1603_dilations_0"), val = tensor([1])]; tensor input_1603_groups_0 = const()[name = tensor("input_1603_groups_0"), val = tensor(1)]; tensor encoder_layers_30_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_30_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1507178240)))]; tensor encoder_layers_30_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_30_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1511372608)))]; tensor input_1601_cast_fp16 = transpose(perm = input_1601_perm_0, x = x_677_cast_fp16)[name = tensor("transpose_168")]; tensor input_1603_cast_fp16 = conv(bias = encoder_layers_30_conv_pointwise_conv1_bias_to_fp16, dilations = input_1603_dilations_0, groups = input_1603_groups_0, pad = input_1603_pad_0, pad_type = input_1603_pad_type_0, strides = input_1603_strides_0, weight = encoder_layers_30_conv_pointwise_conv1_weight_to_fp16, x = input_1601_cast_fp16)[name = tensor("input_1603_cast_fp16")]; tensor x_679_split_num_splits_0 = const()[name = tensor("x_679_split_num_splits_0"), val = tensor(2)]; tensor x_679_split_axis_0 = const()[name = tensor("x_679_split_axis_0"), val = tensor(1)]; tensor x_679_split_cast_fp16_0, tensor x_679_split_cast_fp16_1 = split(axis = x_679_split_axis_0, num_splits = x_679_split_num_splits_0, x = input_1603_cast_fp16)[name = tensor("x_679_split_cast_fp16")]; tensor x_679_split_1_sigmoid_cast_fp16 = sigmoid(x = x_679_split_cast_fp16_1)[name = tensor("x_679_split_1_sigmoid_cast_fp16")]; tensor x_679_cast_fp16 = mul(x = x_679_split_cast_fp16_0, y = x_679_split_1_sigmoid_cast_fp16)[name = tensor("x_679_cast_fp16")]; tensor input_1605_cast_fp16 = select(a = var_11_to_fp16, b = x_679_cast_fp16, cond = var_351)[name = tensor("input_1605_cast_fp16")]; tensor input_1607_pad_0 = const()[name = tensor("input_1607_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_1607_mode_0 = const()[name = tensor("input_1607_mode_0"), val = tensor("constant")]; tensor const_317_to_fp16 = const()[name = tensor("const_317_to_fp16"), val = tensor(0x0p+0)]; tensor input_1607_cast_fp16 = pad(constant_val = const_317_to_fp16, mode = input_1607_mode_0, pad = input_1607_pad_0, x = input_1605_cast_fp16)[name = tensor("input_1607_cast_fp16")]; tensor input_1609_pad_type_0 = const()[name = tensor("input_1609_pad_type_0"), val = tensor("valid")]; tensor input_1609_groups_0 = const()[name = tensor("input_1609_groups_0"), val = tensor(1024)]; tensor input_1609_strides_0 = const()[name = tensor("input_1609_strides_0"), val = tensor([1])]; tensor input_1609_pad_0 = const()[name = tensor("input_1609_pad_0"), val = tensor([0, 0])]; tensor input_1609_dilations_0 = const()[name = tensor("input_1609_dilations_0"), val = tensor([1])]; tensor const_388_to_fp16 = const()[name = tensor("const_388_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1511376768)))]; tensor const_389_to_fp16 = const()[name = tensor("const_389_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1511395264)))]; tensor input_1611_cast_fp16 = conv(bias = const_389_to_fp16, dilations = input_1609_dilations_0, groups = input_1609_groups_0, pad = input_1609_pad_0, pad_type = input_1609_pad_type_0, strides = input_1609_strides_0, weight = const_388_to_fp16, x = input_1607_cast_fp16)[name = tensor("input_1611_cast_fp16")]; tensor input_1613_cast_fp16 = silu(x = input_1611_cast_fp16)[name = tensor("input_1613_cast_fp16")]; tensor x_681_pad_type_0 = const()[name = tensor("x_681_pad_type_0"), val = tensor("valid")]; tensor x_681_strides_0 = const()[name = tensor("x_681_strides_0"), val = tensor([1])]; tensor x_681_pad_0 = const()[name = tensor("x_681_pad_0"), val = tensor([0, 0])]; tensor x_681_dilations_0 = const()[name = tensor("x_681_dilations_0"), val = tensor([1])]; tensor x_681_groups_0 = const()[name = tensor("x_681_groups_0"), val = tensor(1)]; tensor encoder_layers_30_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_30_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1511397376)))]; tensor encoder_layers_30_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_30_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1513494592)))]; tensor x_681_cast_fp16 = conv(bias = encoder_layers_30_conv_pointwise_conv2_bias_to_fp16, dilations = x_681_dilations_0, groups = x_681_groups_0, pad = x_681_pad_0, pad_type = x_681_pad_type_0, strides = x_681_strides_0, weight = encoder_layers_30_conv_pointwise_conv2_weight_to_fp16, x = input_1613_cast_fp16)[name = tensor("x_681_cast_fp16")]; tensor input_1615_perm_0 = const()[name = tensor("input_1615_perm_0"), val = tensor([0, 2, 1])]; tensor input_1615_cast_fp16 = transpose(perm = input_1615_perm_0, x = x_681_cast_fp16)[name = tensor("transpose_167")]; tensor input_1617_cast_fp16 = add(x = input_1599_cast_fp16, y = input_1615_cast_fp16)[name = tensor("input_1617_cast_fp16")]; tensor input_1619_axes_0 = const()[name = tensor("input_1619_axes_0"), val = tensor([-1])]; tensor encoder_layers_30_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_30_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1513496704)))]; tensor encoder_layers_30_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_30_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1513498816)))]; tensor input_1619_cast_fp16 = layer_norm(axes = input_1619_axes_0, beta = encoder_layers_30_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_30_norm_feed_forward2_weight_to_fp16, x = input_1617_cast_fp16)[name = tensor("input_1619_cast_fp16")]; tensor encoder_layers_30_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_30_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1513500928)))]; tensor encoder_layers_30_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_30_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1521889600)))]; tensor linear_278_cast_fp16 = linear(bias = encoder_layers_30_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_30_feed_forward2_linear1_weight_to_fp16, x = input_1619_cast_fp16)[name = tensor("linear_278_cast_fp16")]; tensor input_1623_cast_fp16 = silu(x = linear_278_cast_fp16)[name = tensor("input_1623_cast_fp16")]; tensor encoder_layers_30_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_30_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1521897856)))]; tensor encoder_layers_30_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_30_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1530286528)))]; tensor linear_279_cast_fp16 = linear(bias = encoder_layers_30_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_30_feed_forward2_linear2_weight_to_fp16, x = input_1623_cast_fp16)[name = tensor("linear_279_cast_fp16")]; tensor var_5613_to_fp16 = const()[name = tensor("op_5613_to_fp16"), val = tensor(0x1p-1)]; tensor var_5614_cast_fp16 = mul(x = linear_279_cast_fp16, y = var_5613_to_fp16)[name = tensor("op_5614_cast_fp16")]; tensor input_1629_cast_fp16 = add(x = input_1617_cast_fp16, y = var_5614_cast_fp16)[name = tensor("input_1629_cast_fp16")]; tensor input_1631_axes_0 = const()[name = tensor("input_1631_axes_0"), val = tensor([-1])]; tensor encoder_layers_30_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_30_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1530288640)))]; tensor encoder_layers_30_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_30_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1530290752)))]; tensor input_1631_cast_fp16 = layer_norm(axes = input_1631_axes_0, beta = encoder_layers_30_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_30_norm_out_weight_to_fp16, x = input_1629_cast_fp16)[name = tensor("input_1631_cast_fp16")]; tensor input_1633_axes_0 = const()[name = tensor("input_1633_axes_0"), val = tensor([-1])]; tensor encoder_layers_31_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("encoder_layers_31_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1530292864)))]; tensor encoder_layers_31_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("encoder_layers_31_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1530294976)))]; tensor input_1633_cast_fp16 = layer_norm(axes = input_1633_axes_0, beta = encoder_layers_31_norm_feed_forward1_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_31_norm_feed_forward1_weight_to_fp16, x = input_1631_cast_fp16)[name = tensor("input_1633_cast_fp16")]; tensor encoder_layers_31_feed_forward1_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_31_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1530297088)))]; tensor encoder_layers_31_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_31_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1538685760)))]; tensor linear_280_cast_fp16 = linear(bias = encoder_layers_31_feed_forward1_linear1_bias_to_fp16, weight = encoder_layers_31_feed_forward1_linear1_weight_to_fp16, x = input_1633_cast_fp16)[name = tensor("linear_280_cast_fp16")]; tensor input_1637_cast_fp16 = silu(x = linear_280_cast_fp16)[name = tensor("input_1637_cast_fp16")]; tensor encoder_layers_31_feed_forward1_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_31_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1538694016)))]; tensor encoder_layers_31_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_31_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1547082688)))]; tensor linear_281_cast_fp16 = linear(bias = encoder_layers_31_feed_forward1_linear2_bias_to_fp16, weight = encoder_layers_31_feed_forward1_linear2_weight_to_fp16, x = input_1637_cast_fp16)[name = tensor("linear_281_cast_fp16")]; tensor var_5644_to_fp16 = const()[name = tensor("op_5644_to_fp16"), val = tensor(0x1p-1)]; tensor var_5645_cast_fp16 = mul(x = linear_281_cast_fp16, y = var_5644_to_fp16)[name = tensor("op_5645_cast_fp16")]; tensor input_1643_cast_fp16 = add(x = input_1631_cast_fp16, y = var_5645_cast_fp16)[name = tensor("input_1643_cast_fp16")]; tensor query_axes_0 = const()[name = tensor("query_axes_0"), val = tensor([-1])]; tensor encoder_layers_31_norm_self_att_weight_to_fp16 = const()[name = tensor("encoder_layers_31_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1547084800)))]; tensor encoder_layers_31_norm_self_att_bias_to_fp16 = const()[name = tensor("encoder_layers_31_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1547086912)))]; tensor query_cast_fp16 = layer_norm(axes = query_axes_0, beta = encoder_layers_31_norm_self_att_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_31_norm_self_att_weight_to_fp16, x = input_1643_cast_fp16)[name = tensor("query_cast_fp16")]; tensor encoder_layers_31_self_attn_linear_q_weight_to_fp16 = const()[name = tensor("encoder_layers_31_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1547089024)))]; tensor encoder_layers_31_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("encoder_layers_31_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1549186240)))]; tensor linear_282_cast_fp16 = linear(bias = encoder_layers_31_self_attn_linear_q_bias_to_fp16, weight = encoder_layers_31_self_attn_linear_q_weight_to_fp16, x = query_cast_fp16)[name = tensor("linear_282_cast_fp16")]; tensor var_5662 = const()[name = tensor("op_5662"), val = tensor([1, -1, 8, 128])]; tensor q_187_cast_fp16 = reshape(shape = var_5662, x = linear_282_cast_fp16)[name = tensor("q_187_cast_fp16")]; tensor encoder_layers_31_self_attn_linear_k_weight_to_fp16 = const()[name = tensor("encoder_layers_31_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1549188352)))]; tensor encoder_layers_31_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("encoder_layers_31_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1551285568)))]; tensor linear_283_cast_fp16 = linear(bias = encoder_layers_31_self_attn_linear_k_bias_to_fp16, weight = encoder_layers_31_self_attn_linear_k_weight_to_fp16, x = query_cast_fp16)[name = tensor("linear_283_cast_fp16")]; tensor var_5667 = const()[name = tensor("op_5667"), val = tensor([1, -1, 8, 128])]; tensor k_125_cast_fp16 = reshape(shape = var_5667, x = linear_283_cast_fp16)[name = tensor("k_125_cast_fp16")]; tensor encoder_layers_31_self_attn_linear_v_weight_to_fp16 = const()[name = tensor("encoder_layers_31_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1551287680)))]; tensor encoder_layers_31_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("encoder_layers_31_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1553384896)))]; tensor linear_284_cast_fp16 = linear(bias = encoder_layers_31_self_attn_linear_v_bias_to_fp16, weight = encoder_layers_31_self_attn_linear_v_weight_to_fp16, x = query_cast_fp16)[name = tensor("linear_284_cast_fp16")]; tensor var_5672 = const()[name = tensor("op_5672"), val = tensor([1, -1, 8, 128])]; tensor v_cast_fp16 = reshape(shape = var_5672, x = linear_284_cast_fp16)[name = tensor("v_cast_fp16")]; tensor value_perm_0 = const()[name = tensor("value_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_31_self_attn_pos_bias_u_to_fp16 = const()[name = tensor("encoder_layers_31_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1553387008)))]; tensor var_5684_cast_fp16 = add(x = q_187_cast_fp16, y = encoder_layers_31_self_attn_pos_bias_u_to_fp16)[name = tensor("op_5684_cast_fp16")]; tensor encoder_layers_31_self_attn_pos_bias_v_to_fp16 = const()[name = tensor("encoder_layers_31_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1553389120)))]; tensor var_5686_cast_fp16 = add(x = q_187_cast_fp16, y = encoder_layers_31_self_attn_pos_bias_v_to_fp16)[name = tensor("op_5686_cast_fp16")]; tensor q_with_bias_v_perm_0 = const()[name = tensor("q_with_bias_v_perm_0"), val = tensor([0, 2, 1, 3])]; tensor x_689_transpose_x_0 = const()[name = tensor("x_689_transpose_x_0"), val = tensor(false)]; tensor x_689_transpose_y_0 = const()[name = tensor("x_689_transpose_y_0"), val = tensor(false)]; tensor var_5688_to_fp16 = const()[name = tensor("op_5688_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1553391232)))]; tensor q_with_bias_v_cast_fp16 = transpose(perm = q_with_bias_v_perm_0, x = var_5686_cast_fp16)[name = tensor("transpose_165")]; tensor x_689_cast_fp16 = matmul(transpose_x = x_689_transpose_x_0, transpose_y = x_689_transpose_y_0, x = q_with_bias_v_cast_fp16, y = var_5688_to_fp16)[name = tensor("x_689_cast_fp16")]; tensor x_691_pad_0 = const()[name = tensor("x_691_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; tensor x_691_mode_0 = const()[name = tensor("x_691_mode_0"), val = tensor("constant")]; tensor const_324_to_fp16 = const()[name = tensor("const_324_to_fp16"), val = tensor(0x0p+0)]; tensor x_691_cast_fp16 = pad(constant_val = const_324_to_fp16, mode = x_691_mode_0, pad = x_691_pad_0, x = x_689_cast_fp16)[name = tensor("x_691_cast_fp16")]; tensor var_5696 = const()[name = tensor("op_5696"), val = tensor([1, 8, -1, 188])]; tensor x_693_cast_fp16 = reshape(shape = var_5696, x = x_691_cast_fp16)[name = tensor("x_693_cast_fp16")]; tensor var_5700_begin_0 = const()[name = tensor("op_5700_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_5700_end_0 = const()[name = tensor("op_5700_end_0"), val = tensor([1, 8, 376, 188])]; tensor var_5700_end_mask_0 = const()[name = tensor("op_5700_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_5700_cast_fp16 = slice_by_index(begin = var_5700_begin_0, end = var_5700_end_0, end_mask = var_5700_end_mask_0, x = x_693_cast_fp16)[name = tensor("op_5700_cast_fp16")]; tensor var_5701 = const()[name = tensor("op_5701"), val = tensor([1, 8, 188, 375])]; tensor matrix_bd_125_cast_fp16 = reshape(shape = var_5701, x = var_5700_cast_fp16)[name = tensor("matrix_bd_125_cast_fp16")]; tensor matrix_ac_transpose_x_0 = const()[name = tensor("matrix_ac_transpose_x_0"), val = tensor(false)]; tensor matrix_ac_transpose_y_0 = const()[name = tensor("matrix_ac_transpose_y_0"), val = tensor(false)]; tensor transpose_158_perm_0 = const()[name = tensor("transpose_158_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_159_perm_0 = const()[name = tensor("transpose_159_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_159 = transpose(perm = transpose_159_perm_0, x = k_125_cast_fp16)[name = tensor("transpose_163")]; tensor transpose_158 = transpose(perm = transpose_158_perm_0, x = var_5684_cast_fp16)[name = tensor("transpose_164")]; tensor matrix_ac_cast_fp16 = matmul(transpose_x = matrix_ac_transpose_x_0, transpose_y = matrix_ac_transpose_y_0, x = transpose_158, y = transpose_159)[name = tensor("matrix_ac_cast_fp16")]; tensor matrix_bd_begin_0 = const()[name = tensor("matrix_bd_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd_end_0 = const()[name = tensor("matrix_bd_end_0"), val = tensor([1, 8, 188, 188])]; tensor matrix_bd_end_mask_0 = const()[name = tensor("matrix_bd_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd_cast_fp16 = slice_by_index(begin = matrix_bd_begin_0, end = matrix_bd_end_0, end_mask = matrix_bd_end_mask_0, x = matrix_bd_125_cast_fp16)[name = tensor("matrix_bd_cast_fp16")]; tensor var_5710_cast_fp16 = add(x = matrix_ac_cast_fp16, y = matrix_bd_cast_fp16)[name = tensor("op_5710_cast_fp16")]; tensor _inversed_scores_125_y_0_to_fp16 = const()[name = tensor("_inversed_scores_125_y_0_to_fp16"), val = tensor(0x1.6ap-4)]; tensor _inversed_scores_125_cast_fp16 = mul(x = var_5710_cast_fp16, y = _inversed_scores_125_y_0_to_fp16)[name = tensor("_inversed_scores_125_cast_fp16")]; tensor scores_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_125_cast_fp16, cond = mask_3)[name = tensor("scores_cast_fp16")]; tensor var_5716_cast_fp16 = softmax(axis = var_30, x = scores_cast_fp16)[name = tensor("op_5716_cast_fp16")]; tensor input_1645_cast_fp16 = select(a = var_11_to_fp16, b = var_5716_cast_fp16, cond = mask_3)[name = tensor("input_1645_cast_fp16")]; tensor x_695_transpose_x_0 = const()[name = tensor("x_695_transpose_x_0"), val = tensor(false)]; tensor x_695_transpose_y_0 = const()[name = tensor("x_695_transpose_y_0"), val = tensor(false)]; tensor value_cast_fp16 = transpose(perm = value_perm_0, x = v_cast_fp16)[name = tensor("transpose_166")]; tensor x_695_cast_fp16 = matmul(transpose_x = x_695_transpose_x_0, transpose_y = x_695_transpose_y_0, x = input_1645_cast_fp16, y = value_cast_fp16)[name = tensor("x_695_cast_fp16")]; tensor var_5720_perm_0 = const()[name = tensor("op_5720_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_5721 = const()[name = tensor("op_5721"), val = tensor([1, -1, 1024])]; tensor var_5720_cast_fp16 = transpose(perm = var_5720_perm_0, x = x_695_cast_fp16)[name = tensor("transpose_162")]; tensor input_1647_cast_fp16 = reshape(shape = var_5721, x = var_5720_cast_fp16)[name = tensor("input_1647_cast_fp16")]; tensor encoder_layers_31_self_attn_linear_out_weight_to_fp16 = const()[name = tensor("encoder_layers_31_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1554159296)))]; tensor encoder_layers_31_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("encoder_layers_31_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1556256512)))]; tensor linear_286_cast_fp16 = linear(bias = encoder_layers_31_self_attn_linear_out_bias_to_fp16, weight = encoder_layers_31_self_attn_linear_out_weight_to_fp16, x = input_1647_cast_fp16)[name = tensor("linear_286_cast_fp16")]; tensor input_1651_cast_fp16 = add(x = input_1643_cast_fp16, y = linear_286_cast_fp16)[name = tensor("input_1651_cast_fp16")]; tensor x_699_axes_0 = const()[name = tensor("x_699_axes_0"), val = tensor([-1])]; tensor encoder_layers_31_norm_conv_weight_to_fp16 = const()[name = tensor("encoder_layers_31_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1556258624)))]; tensor encoder_layers_31_norm_conv_bias_to_fp16 = const()[name = tensor("encoder_layers_31_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1556260736)))]; tensor x_699_cast_fp16 = layer_norm(axes = x_699_axes_0, beta = encoder_layers_31_norm_conv_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_31_norm_conv_weight_to_fp16, x = input_1651_cast_fp16)[name = tensor("x_699_cast_fp16")]; tensor input_1653_perm_0 = const()[name = tensor("input_1653_perm_0"), val = tensor([0, 2, 1])]; tensor input_1655_pad_type_0 = const()[name = tensor("input_1655_pad_type_0"), val = tensor("valid")]; tensor input_1655_strides_0 = const()[name = tensor("input_1655_strides_0"), val = tensor([1])]; tensor input_1655_pad_0 = const()[name = tensor("input_1655_pad_0"), val = tensor([0, 0])]; tensor input_1655_dilations_0 = const()[name = tensor("input_1655_dilations_0"), val = tensor([1])]; tensor input_1655_groups_0 = const()[name = tensor("input_1655_groups_0"), val = tensor(1)]; tensor encoder_layers_31_conv_pointwise_conv1_weight_to_fp16 = const()[name = tensor("encoder_layers_31_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1556262848)))]; tensor encoder_layers_31_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("encoder_layers_31_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1560457216)))]; tensor input_1653_cast_fp16 = transpose(perm = input_1653_perm_0, x = x_699_cast_fp16)[name = tensor("transpose_161")]; tensor input_1655_cast_fp16 = conv(bias = encoder_layers_31_conv_pointwise_conv1_bias_to_fp16, dilations = input_1655_dilations_0, groups = input_1655_groups_0, pad = input_1655_pad_0, pad_type = input_1655_pad_type_0, strides = input_1655_strides_0, weight = encoder_layers_31_conv_pointwise_conv1_weight_to_fp16, x = input_1653_cast_fp16)[name = tensor("input_1655_cast_fp16")]; tensor x_701_split_num_splits_0 = const()[name = tensor("x_701_split_num_splits_0"), val = tensor(2)]; tensor x_701_split_axis_0 = const()[name = tensor("x_701_split_axis_0"), val = tensor(1)]; tensor x_701_split_cast_fp16_0, tensor x_701_split_cast_fp16_1 = split(axis = x_701_split_axis_0, num_splits = x_701_split_num_splits_0, x = input_1655_cast_fp16)[name = tensor("x_701_split_cast_fp16")]; tensor x_701_split_1_sigmoid_cast_fp16 = sigmoid(x = x_701_split_cast_fp16_1)[name = tensor("x_701_split_1_sigmoid_cast_fp16")]; tensor x_701_cast_fp16 = mul(x = x_701_split_cast_fp16_0, y = x_701_split_1_sigmoid_cast_fp16)[name = tensor("x_701_cast_fp16")]; tensor input_1657_cast_fp16 = select(a = var_11_to_fp16, b = x_701_cast_fp16, cond = var_351)[name = tensor("input_1657_cast_fp16")]; tensor input_1659_pad_0 = const()[name = tensor("input_1659_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; tensor input_1659_mode_0 = const()[name = tensor("input_1659_mode_0"), val = tensor("constant")]; tensor const_327_to_fp16 = const()[name = tensor("const_327_to_fp16"), val = tensor(0x0p+0)]; tensor input_1659_cast_fp16 = pad(constant_val = const_327_to_fp16, mode = input_1659_mode_0, pad = input_1659_pad_0, x = input_1657_cast_fp16)[name = tensor("input_1659_cast_fp16")]; tensor input_1661_pad_type_0 = const()[name = tensor("input_1661_pad_type_0"), val = tensor("valid")]; tensor input_1661_groups_0 = const()[name = tensor("input_1661_groups_0"), val = tensor(1024)]; tensor input_1661_strides_0 = const()[name = tensor("input_1661_strides_0"), val = tensor([1])]; tensor input_1661_pad_0 = const()[name = tensor("input_1661_pad_0"), val = tensor([0, 0])]; tensor input_1661_dilations_0 = const()[name = tensor("input_1661_dilations_0"), val = tensor([1])]; tensor const_390_to_fp16 = const()[name = tensor("const_390_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1560461376)))]; tensor const_391_to_fp16 = const()[name = tensor("const_391_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1560479872)))]; tensor input_1663_cast_fp16 = conv(bias = const_391_to_fp16, dilations = input_1661_dilations_0, groups = input_1661_groups_0, pad = input_1661_pad_0, pad_type = input_1661_pad_type_0, strides = input_1661_strides_0, weight = const_390_to_fp16, x = input_1659_cast_fp16)[name = tensor("input_1663_cast_fp16")]; tensor input_1665_cast_fp16 = silu(x = input_1663_cast_fp16)[name = tensor("input_1665_cast_fp16")]; tensor x_703_pad_type_0 = const()[name = tensor("x_703_pad_type_0"), val = tensor("valid")]; tensor x_703_strides_0 = const()[name = tensor("x_703_strides_0"), val = tensor([1])]; tensor x_703_pad_0 = const()[name = tensor("x_703_pad_0"), val = tensor([0, 0])]; tensor x_703_dilations_0 = const()[name = tensor("x_703_dilations_0"), val = tensor([1])]; tensor x_703_groups_0 = const()[name = tensor("x_703_groups_0"), val = tensor(1)]; tensor encoder_layers_31_conv_pointwise_conv2_weight_to_fp16 = const()[name = tensor("encoder_layers_31_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1560481984)))]; tensor encoder_layers_31_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("encoder_layers_31_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1562579200)))]; tensor x_703_cast_fp16 = conv(bias = encoder_layers_31_conv_pointwise_conv2_bias_to_fp16, dilations = x_703_dilations_0, groups = x_703_groups_0, pad = x_703_pad_0, pad_type = x_703_pad_type_0, strides = x_703_strides_0, weight = encoder_layers_31_conv_pointwise_conv2_weight_to_fp16, x = input_1665_cast_fp16)[name = tensor("x_703_cast_fp16")]; tensor input_1667_perm_0 = const()[name = tensor("input_1667_perm_0"), val = tensor([0, 2, 1])]; tensor input_1667_cast_fp16 = transpose(perm = input_1667_perm_0, x = x_703_cast_fp16)[name = tensor("transpose_160")]; tensor input_1669_cast_fp16 = add(x = input_1651_cast_fp16, y = input_1667_cast_fp16)[name = tensor("input_1669_cast_fp16")]; tensor input_1671_axes_0 = const()[name = tensor("input_1671_axes_0"), val = tensor([-1])]; tensor encoder_layers_31_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("encoder_layers_31_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1562581312)))]; tensor encoder_layers_31_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("encoder_layers_31_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1562583424)))]; tensor input_1671_cast_fp16 = layer_norm(axes = input_1671_axes_0, beta = encoder_layers_31_norm_feed_forward2_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_31_norm_feed_forward2_weight_to_fp16, x = input_1669_cast_fp16)[name = tensor("input_1671_cast_fp16")]; tensor encoder_layers_31_feed_forward2_linear1_weight_to_fp16 = const()[name = tensor("encoder_layers_31_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1562585536)))]; tensor encoder_layers_31_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("encoder_layers_31_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1570974208)))]; tensor linear_287_cast_fp16 = linear(bias = encoder_layers_31_feed_forward2_linear1_bias_to_fp16, weight = encoder_layers_31_feed_forward2_linear1_weight_to_fp16, x = input_1671_cast_fp16)[name = tensor("linear_287_cast_fp16")]; tensor input_1675_cast_fp16 = silu(x = linear_287_cast_fp16)[name = tensor("input_1675_cast_fp16")]; tensor encoder_layers_31_feed_forward2_linear2_weight_to_fp16 = const()[name = tensor("encoder_layers_31_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1570982464)))]; tensor encoder_layers_31_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("encoder_layers_31_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1579371136)))]; tensor linear_288_cast_fp16 = linear(bias = encoder_layers_31_feed_forward2_linear2_bias_to_fp16, weight = encoder_layers_31_feed_forward2_linear2_weight_to_fp16, x = input_1675_cast_fp16)[name = tensor("linear_288_cast_fp16")]; tensor var_5787_to_fp16 = const()[name = tensor("op_5787_to_fp16"), val = tensor(0x1p-1)]; tensor var_5788_cast_fp16 = mul(x = linear_288_cast_fp16, y = var_5787_to_fp16)[name = tensor("op_5788_cast_fp16")]; tensor input_cast_fp16 = add(x = input_1669_cast_fp16, y = var_5788_cast_fp16)[name = tensor("input_cast_fp16")]; tensor audio_signal_axes_0 = const()[name = tensor("audio_signal_axes_0"), val = tensor([-1])]; tensor encoder_layers_31_norm_out_weight_to_fp16 = const()[name = tensor("encoder_layers_31_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1579373248)))]; tensor encoder_layers_31_norm_out_bias_to_fp16 = const()[name = tensor("encoder_layers_31_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1579375360)))]; tensor var_5803_cast_fp16 = layer_norm(axes = audio_signal_axes_0, beta = encoder_layers_31_norm_out_bias_to_fp16, epsilon = var_9_to_fp16, gamma = encoder_layers_31_norm_out_weight_to_fp16, x = input_cast_fp16)[name = tensor("op_5803_cast_fp16")]; tensor var_5803_cast_fp16_to_fp32_dtype_0 = const()[name = tensor("op_5803_cast_fp16_to_fp32_dtype_0"), val = tensor("fp32")]; tensor enc_states = cast(dtype = var_5803_cast_fp16_to_fp32_dtype_0, x = var_5803_cast_fp16)[name = tensor("cast_299")]; } -> (enc_states, encoder_length); }