lunks's picture
v4: two-lane decoder (two pieces per infer call, grouped-query attention)
b8b7f8c verified
Raw History Blame Contribute Delete
15.3 kB
[
{
"metadataOutputVersion" : "3.0",
"userDefinedMetadata" : {
"com.github.apple.coremltools.version" : "9.0",
"com.github.apple.coremltools.source_dialect" : "TorchScript",
"com.github.apple.coremltools.source" : "torch==2.8.0",
"com.anemll.context_length" : "1024",
"com.anemll.lm_head_chunk_sizes" : "9496,9496,9496,9496,9496,9496,9496,9496,9496,9496,9496,9496,9496,9496,9496,9496",
"com.anemll.vocab_size" : "151936",
"com.anemll.batch_size" : "2",
"com.anemll.info" : "Converted with Anemll v0.1.1",
"com.anemll.argmax_in_model" : "true",
"com.anemll.lut_bits" : "8"
},
"availability" : {
"macOS" : "15.0",
"tvOS" : "18.0",
"visionOS" : "2.0",
"watchOS" : "11.0",
"iOS" : "18.0",
"macCatalyst" : "18.0"
},
"inputSchema" : [
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 2048)",
"shortDescription" : "",
"shape" : "[1, 2, 2048]",
"name" : "hidden_states",
"type" : "MultiArray"
}
],
"outputSchema" : [
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits1",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits2",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits3",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits4",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits5",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits6",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits7",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits8",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits9",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits10",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits11",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits12",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits13",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits14",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits15",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits16",
"type" : "MultiArray"
}
],
"modelParameters" : [
],
"storagePrecision" : "Mixed (Float16, Palettized (19 bits), UInt8)",
"method" : "predict",
"functions" : [
{
"inputSchema" : [
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 2048)",
"shortDescription" : "",
"shape" : "[1, 2, 2048]",
"name" : "hidden_states",
"type" : "MultiArray"
}
],
"computePrecision" : "Mixed (Float16, Int32)",
"storagePrecision" : "Mixed (Float16, Palettized (19 bits), UInt8)",
"stateSchema" : [
],
"outputSchema" : [
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits1",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits2",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits3",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits4",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits5",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits6",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits7",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits8",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits9",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits10",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits11",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits12",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits13",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits14",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits15",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 2 × 9496)",
"shortDescription" : "",
"shape" : "[1, 2, 9496]",
"name" : "logits16",
"type" : "MultiArray"
}
],
"name" : "infer",
"mlProgramOperationTypeHistogram" : {
"Ios18.transpose" : 17,
"Ios18.constexprLutToDense" : 16,
"Ios18.expandDims" : 1,
"Ios18.conv" : 16,
"Ios18.squeeze" : 16
}
},
{
"inputSchema" : [
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 1 × 128 × 2048)",
"shortDescription" : "",
"shape" : "[1, 128, 2048]",
"name" : "hidden_states",
"type" : "MultiArray"
}
],
"computePrecision" : "Mixed (Float16, Int32)",
"storagePrecision" : "Mixed (Float16, Palettized (19 bits), UInt8)",
"stateSchema" : [
],
"outputSchema" : [
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 128 × 16)",
"shortDescription" : "",
"shape" : "[128, 16]",
"name" : "argmax_val",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 128 × 16)",
"shortDescription" : "",
"shape" : "[128, 16]",
"name" : "argmax_hi",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float16",
"formattedType" : "MultiArray (Float16 128 × 16)",
"shortDescription" : "",
"shape" : "[128, 16]",
"name" : "argmax_lo",
"type" : "MultiArray"
}
],
"name" : "verify",
"mlProgramOperationTypeHistogram" : {
"Ios18.squeeze" : 19,
"Ios18.mul" : 96,
"Ios18.sub" : 96,
"Ios18.concat" : 3,
"Ios18.clip" : 64,
"Ios18.transpose" : 4,
"Ios18.abs" : 16,
"Ios18.constexprLutToDense" : 16,
"Ios18.expandDims" : 1,
"Ios16.reduceMax" : 48,
"Ios18.conv" : 16
}
}
],
"version" : "0.1.1",
"isUpdatable" : "0",
"defaultFunctionName" : "infer",
"specificationVersion" : 9,
"stateSchema" : [
],
"computePrecision" : "Mixed (Float16, Int32)",
"mlProgramOperationTypeHistogram" : {
"Ios18.transpose" : 17,
"Ios18.constexprLutToDense" : 16,
"Ios18.expandDims" : 1,
"Ios18.conv" : 16,
"Ios18.squeeze" : 16
},
"shortDescription" : "Anemll Model: Multifunction LM Head",
"generatedClassName" : "r2t2_lm_head_PV_lut8",
"author" : "Converted with Anemll v0.1.1",
"modelType" : {
"name" : "MLModelType_mlProgram"
}
}
]