File size: 2,782 Bytes
ca2113d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
{
  "model": "cua_s1_forms_int8_options32.mlpackage",
  "precision": "int8_weights_float16_compute",
  "minimum_target": "iOS17/macOS14",
  "limits": {
    "context_bytes": 224,
    "option_bytes": 96,
    "max_options": 32
  },
  "model_config": {
    "context_tokens": 224,
    "encoder": "tinyx",
    "heads": 4,
    "hf_model": "Qwen/Qwen2.5-0.5B",
    "layers": 2,
    "option_tokens": 96,
    "rank": 128,
    "width": 128
  },
  "parameters": 706048,
  "assets_lock_sha256": "8e65ad70af6bb814b571cdcfe828ba4bc339147da2d2211cbeac416163ef18ba",
  "model_revision": "f54adbf447f4ca6ec259f529ee3f2e3e09f8cc71",
  "source_revision": "83f142c4290a0f7d9ed545ae8532858c6e4f8145",
  "trace_row": 0,
  "trace_dataset_revision": "8273f34778b99ac2e12d9f6e7d57dad99ae20845",
  "export_seconds": 0.5374167499830946,
  "python": "3.11.11",
  "torch": "2.7.0",
  "coremltools": "9.0",
  "package_files": {
    "Data/com.apple.CoreML/model.mlmodel": "a7d9747308b8b754a46f3e70c8465b821f90e12376b3a71dc909f7364ae73c3a",
    "Data/com.apple.CoreML/weights/weight.bin": "f600c4434b7f7e3e789de8f1a4aa54a55f84df51fa9b788e18f5c97b68e4840f",
    "Manifest.json": "2206ec01787a85c12f1376fa5a832c5ac912f06172c6ff06b26ae8415470d246"
  },
  "quantization": {
    "name": "int8-weights",
    "settings": {
      "mode": "linear_symmetric",
      "dtype": "int8",
      "granularity": "per_channel",
      "weight_threshold": 2048
    },
    "activations": "float16",
    "calibration": "None; weight-only, data-free quantization",
    "source_conversion_sha256": "ac94239751ceb7e19602eb7276940ff53446b1776d4900405af9be0382fe4a94",
    "source_package_files": {
      "Data/com.apple.CoreML/model.mlmodel": "70485fc18cbb21785df833cbddddc0b5b59acb00d22394b76e55307e2c135dd0",
      "Data/com.apple.CoreML/weights/weight.bin": "4da9259f798e44f5a1b50769ee1916fd3747c4d723dd9997b516c7fe238c7895",
      "Manifest.json": "2bc0f5f62337b27fb6b0ecde248f1e3dc269e1ba4b65516aaeede2a60e293dcc"
    },
    "source_package_bytes": 1511163,
    "package_bytes": 813422,
    "compression_seconds": 0.3180606249952689,
    "operation_counts": {
      "add": 15,
      "cast": 13,
      "concat": 2,
      "const": 226,
      "constexpr_affine_dequantize": 19,
      "equal": 2,
      "expand_dims": 5,
      "fill_like": 3,
      "gather": 2,
      "greater_equal": 4,
      "layer_norm": 8,
      "linear": 15,
      "logical_not": 2,
      "matmul": 8,
      "maximum": 1,
      "mul": 7,
      "not_equal": 3,
      "real_div": 1,
      "reduce_sum": 3,
      "relu": 3,
      "reshape": 31,
      "select": 9,
      "slice_by_index": 13,
      "softmax": 5,
      "squeeze": 3,
      "tile": 2,
      "transpose": 21
    },
    "script_sha256": "22071babfcb02ef77225203a479d9bb14b9fa35462ba38bcc4bf07d29c125a97"
  }
}