cua-s1-forms-coreml / int8-weights /conversion.json
alexwengg's picture
Add CUA-S1-FORMS FP16 Core ML conversion and verified artifacts (#1)
ca2113d
Raw History Blame Contribute Delete
2.78 kB
{
"model": "cua_s1_forms_int8_options32.mlpackage",
"precision": "int8_weights_float16_compute",
"minimum_target": "iOS17/macOS14",
"limits": {
"context_bytes": 224,
"option_bytes": 96,
"max_options": 32
},
"model_config": {
"context_tokens": 224,
"encoder": "tinyx",
"heads": 4,
"hf_model": "Qwen/Qwen2.5-0.5B",
"layers": 2,
"option_tokens": 96,
"rank": 128,
"width": 128
},
"parameters": 706048,
"assets_lock_sha256": "8e65ad70af6bb814b571cdcfe828ba4bc339147da2d2211cbeac416163ef18ba",
"model_revision": "f54adbf447f4ca6ec259f529ee3f2e3e09f8cc71",
"source_revision": "83f142c4290a0f7d9ed545ae8532858c6e4f8145",
"trace_row": 0,
"trace_dataset_revision": "8273f34778b99ac2e12d9f6e7d57dad99ae20845",
"export_seconds": 0.5374167499830946,
"python": "3.11.11",
"torch": "2.7.0",
"coremltools": "9.0",
"package_files": {
"Data/com.apple.CoreML/model.mlmodel": "a7d9747308b8b754a46f3e70c8465b821f90e12376b3a71dc909f7364ae73c3a",
"Data/com.apple.CoreML/weights/weight.bin": "f600c4434b7f7e3e789de8f1a4aa54a55f84df51fa9b788e18f5c97b68e4840f",
"Manifest.json": "2206ec01787a85c12f1376fa5a832c5ac912f06172c6ff06b26ae8415470d246"
},
"quantization": {
"name": "int8-weights",
"settings": {
"mode": "linear_symmetric",
"dtype": "int8",
"granularity": "per_channel",
"weight_threshold": 2048
},
"activations": "float16",
"calibration": "None; weight-only, data-free quantization",
"source_conversion_sha256": "ac94239751ceb7e19602eb7276940ff53446b1776d4900405af9be0382fe4a94",
"source_package_files": {
"Data/com.apple.CoreML/model.mlmodel": "70485fc18cbb21785df833cbddddc0b5b59acb00d22394b76e55307e2c135dd0",
"Data/com.apple.CoreML/weights/weight.bin": "4da9259f798e44f5a1b50769ee1916fd3747c4d723dd9997b516c7fe238c7895",
"Manifest.json": "2bc0f5f62337b27fb6b0ecde248f1e3dc269e1ba4b65516aaeede2a60e293dcc"
},
"source_package_bytes": 1511163,
"package_bytes": 813422,
"compression_seconds": 0.3180606249952689,
"operation_counts": {
"add": 15,
"cast": 13,
"concat": 2,
"const": 226,
"constexpr_affine_dequantize": 19,
"equal": 2,
"expand_dims": 5,
"fill_like": 3,
"gather": 2,
"greater_equal": 4,
"layer_norm": 8,
"linear": 15,
"logical_not": 2,
"matmul": 8,
"maximum": 1,
"mul": 7,
"not_equal": 3,
"real_div": 1,
"reduce_sum": 3,
"relu": 3,
"reshape": 31,
"select": 9,
"slice_by_index": 13,
"softmax": 5,
"squeeze": 3,
"tile": 2,
"transpose": 21
},
"script_sha256": "22071babfcb02ef77225203a479d9bb14b9fa35462ba38bcc4bf07d29c125a97"
}
}