Ollaya package for knowledgator/gliclass-instruct-large-v1.0

README.md

@@ -0,0 +1,44 @@
+---
+license: apache-2.0
+base_model:
+- knowledgator/gliclass-instruct-large-v1.0
+library_name: onnx
+tags:
+- ollaya
+- onnx
+- decision-model
+- system-one
+pipeline_tag: text-classification
+---
+
+# gliclass for Ollaya
+
+[Ollaya](https://github.com/ollaya-dev/ollaya) package of **[knowledgator/gliclass-instruct-large-v1.0](https://huggingface.co/knowledgator/gliclass-instruct-large-v1.0)** by Knowledgator.
+Ollaya runs open decision models locally, the way Ollama runs LLMs: typed questions in,
+calibrated answers out, behind a TypeSafe-compatible API.
+
+```sh
+ollaya run gliclass
+```
+
+## What is in this repository
+
+This repository holds only the files Ollaya derives, with no weights. Each graph is an ONNX export of the
+original model whose weights **reference the author's own `model.safetensors` by byte offset**,
+so `ollaya pull` downloads the weights from the upstream repository, unmodified and pinned to a
+commit, and verifies their sha256.
+
+| Tag | Upstream | Files |
+|---|---|---|
+| `gliclass:large` | [knowledgator/gliclass-instruct-large-v1.0@825e547](https://huggingface.co/knowledgator/gliclass-instruct-large-v1.0/tree/825e5478c1bf4bffbf297690517097ccbdb2e006) | `large/model-fp32.onnx`, `large/decision.json`, `large/calibration.json` |
+
+Each tag has an fp32 graph, used on CPU and GPU. Each tag also has `decision.json` (sequence layout, special tokens) and
+`calibration.json` (temperatures).
+
+## Parity
+
+Ollaya's Rust runtime matches the Python reference exactly on 482 questions. The token ids and label positions are identical, and so is the decision on every question. Probabilities are within 1e-5, on CPU and CUDA.
+
+## License
+
+Same as the upstream model (Apache-2.0). Ollaya itself is Apache-2.0.

large/calibration.json

@@ -0,0 +1,8 @@
+{
+  "temperature": [
+    1.0,
+    1.0,
+    1.0
+  ],
+  "temperature_by_options": {}
+}

large/decision.json

@@ -0,0 +1,57 @@
+{
+  "engine": "onnx",
+  "family": "gliclass",
+  "layout": "gliclass-uni-v1",
+  "contract": "markers",
+  "source": {
+    "repo": "knowledgator/gliclass-instruct-large-v1.0",
+    "revision": "825e5478c1bf4bffbf297690517097ccbdb2e006",
+    "reference": "gliclass==0.1.20",
+    "license": "Apache-2.0",
+    "author": "Knowledgator"
+  },
+  "encoder": "microsoft/deberta-v3-large",
+  "max_len": 1024,
+  "tokenize": {
+    "add_special_tokens": true,
+    "template": "[CLS] $A [SEP]",
+    "truncation": "right, to max_len"
+  },
+  "special_tokens": {
+    "cls": 1,
+    "sep": 2,
+    "pad": 0,
+    "label": 128001,
+    "label_text": "<<LABEL>>",
+    "text_sep": 128002,
+    "text_sep_text": "<<SEP>>",
+    "example": 128003,
+    "example_text": "<<EXAMPLE>>"
+  },
+  "sanitize": [
+    "<<LABEL>>",
+    "<<SEP>>",
+    "<<EXAMPLE>>"
+  ],
+  "noul": {
+    "pair_when": "both true and false descriptions are non-empty",
+    "pair_labels": [
+      "false",
+      "true"
+    ],
+    "single_label": "instructions",
+    "single_prompt": ""
+  },
+  "inputs": [
+    "input_ids",
+    "attention_mask",
+    "marker_pos",
+    "marker_mask",
+    "qtype"
+  ],
+  "outputs": [
+    "logits"
+  ],
+  "min_markers": 1,
+  "opset": 20
+}

large/model-fp32.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3b560979faf451ee3cdfd9e9f6e0e32efbd4e50992ef89fd085a6fffdd27a5
+size 5065943