cua-s1-forms-coreml / int4-weights /conversion.json
alexwengg's picture
Add CUA-S1-FORMS FP16 Core ML conversion and verified artifacts (#1)
ca2113d
Raw
History Blame Contribute Delete
4.06 kB
{
"model": "cua_s1_forms_int4_options32.mlpackage",
"precision": "int4_weights_float16_compute",
"minimum_target": "iOS18/macOS15",
"limits": {
"context_bytes": 224,
"option_bytes": 96,
"max_options": 32
},
"model_config": {
"context_tokens": 224,
"encoder": "tinyx",
"heads": 4,
"hf_model": "Qwen/Qwen2.5-0.5B",
"layers": 2,
"option_tokens": 96,
"rank": 128,
"width": 128
},
"parameters": 706048,
"assets_lock_sha256": "8e65ad70af6bb814b571cdcfe828ba4bc339147da2d2211cbeac416163ef18ba",
"model_revision": "f54adbf447f4ca6ec259f529ee3f2e3e09f8cc71",
"source_revision": "83f142c4290a0f7d9ed545ae8532858c6e4f8145",
"trace_row": 0,
"trace_dataset_revision": "8273f34778b99ac2e12d9f6e7d57dad99ae20845",
"export_seconds": 0.5374167499830946,
"python": "3.11.11",
"torch": "2.7.0",
"coremltools": "9.0",
"package_files": {
"Data/com.apple.CoreML/model.mlmodel": "cadad6bfa6875383a7ee3de68d0d22871148aa21cf117e7fe44c2c971287c4e5",
"Data/com.apple.CoreML/weights/weight.bin": "0f766fcb9dbd612ed4f6c7a40117a5993a4789b3ae94afba0df37193c831f63c",
"Manifest.json": "fb91c8b5ec3168111567de663bb3140d2790c6e7c48f32e0df3f5135af0673af"
},
"target_upgrade": {
"source_conversion_sha256": "ac94239751ceb7e19602eb7276940ff53446b1776d4900405af9be0382fe4a94",
"source_package_files": {
"Data/com.apple.CoreML/model.mlmodel": "70485fc18cbb21785df833cbddddc0b5b59acb00d22394b76e55307e2c135dd0",
"Data/com.apple.CoreML/weights/weight.bin": "4da9259f798e44f5a1b50769ee1916fd3747c4d723dd9997b516c7fe238c7895",
"Manifest.json": "2bc0f5f62337b27fb6b0ecde248f1e3dc269e1ba4b65516aaeede2a60e293dcc"
},
"method": "Load original MIL at specification 9; empty pass pipeline; retain decomposed attention",
"operation_counts": {
"add": 13,
"cast": 11,
"concat": 2,
"const": 239,
"equal": 2,
"expand_dims": 5,
"fill_like": 3,
"gather": 2,
"greater_equal": 2,
"layer_norm": 8,
"linear": 15,
"logical_not": 2,
"matmul": 8,
"maximum": 1,
"mul": 7,
"not_equal": 3,
"real_div": 1,
"reduce_sum": 3,
"relu": 3,
"reshape": 31,
"select": 7,
"slice_by_index": 13,
"softmax": 5,
"squeeze": 3,
"tile": 2,
"transpose": 21
},
"script_sha256": "33db3295450428d90c1de5a804ab47bf3507c686fbbdef67cd276ce116758b5f"
},
"quantization": {
"name": "int4-weights",
"settings": {
"mode": "linear_symmetric",
"dtype": "int4",
"granularity": "per_channel",
"weight_threshold": 2048
},
"activations": "float16",
"calibration": "None; weight-only, data-free quantization",
"source_conversion_sha256": "01105dc8bef7a30fc3430e150caa2a143dc0ba23a295b6280de3b8ff3b40af55",
"source_package_files": {
"Data/com.apple.CoreML/model.mlmodel": "6ab2df320df7081480b76876df0f4bfd2c841592d93f354c568ba504f7269627",
"Data/com.apple.CoreML/weights/weight.bin": "4da9259f798e44f5a1b50769ee1916fd3747c4d723dd9997b516c7fe238c7895",
"Manifest.json": "e5b1c7dc66b2014b3985c180a75548a709788c6e314d9d2ae14e4e6d441c3c68"
},
"source_package_bytes": 1511080,
"package_bytes": 451595,
"compression_seconds": 0.2996572910051327,
"packed_int4_tensors": 19,
"operation_counts": {
"add": 15,
"cast": 13,
"concat": 2,
"const": 226,
"constexpr_blockwise_shift_scale": 19,
"equal": 2,
"expand_dims": 5,
"fill_like": 3,
"gather": 2,
"greater_equal": 4,
"layer_norm": 8,
"linear": 15,
"logical_not": 2,
"matmul": 8,
"maximum": 1,
"mul": 7,
"not_equal": 3,
"real_div": 1,
"reduce_sum": 3,
"relu": 3,
"reshape": 31,
"select": 9,
"slice_by_index": 13,
"softmax": 5,
"squeeze": 3,
"tile": 2,
"transpose": 21
},
"script_sha256": "a91636e539d8934253b5e7628ca706346fbee538fa1aa9e3eaf794f440d49dcc"
}
}