Duplicate from meshllm/gemma-4-26B-A4B-it-UD-Q4_K_M-layers

Co-authored-by: James Dumay <jamesdumay@users.noreply.huggingface.co>

.gitattributes

@@ -0,0 +1,68 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+layers/layer-000.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-001.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-002.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-003.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-004.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-005.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-006.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-007.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-008.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-009.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-010.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-011.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-012.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-013.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-014.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-015.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-016.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-017.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-018.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-019.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-020.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-021.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-022.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-023.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-024.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-025.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-026.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-027.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-028.gguf filter=lfs diff=lfs merge=lfs -text
+layers/layer-029.gguf filter=lfs diff=lfs merge=lfs -text
+shared/embeddings.gguf filter=lfs diff=lfs merge=lfs -text
+shared/metadata.gguf filter=lfs diff=lfs merge=lfs -text
+shared/output.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,127 @@
+---
+library_name: mesh-llm
+base_model:
+- "unsloth/gemma-4-26B-A4B-it-GGUF"
+pipeline_tag: text-generation
+tags:
+- gguf
+- mesh-llm
+- layer-package
+- skippy
+- distributed-inference
+- local-inference
+- openai-compatible
+---
+
+<div align="center">
+  <a href="https://www.meshllm.cloud">
+    <img src="https://huggingface.co/meshllm/gemma-4-26B-A4B-it-UD-Q4_K_M-layers/raw/main/mesh-llm-logo.svg" alt="Mesh LLM" width="220">
+  </a>
+
+  <h1>gemma-4-26B-A4B-it-UD-Q4_K_M</h1>
+
+  <p>
+    <strong>Distributed GGUF inference package for Mesh LLM</strong>
+  </p>
+
+  <p>
+    <a href="https://www.meshllm.cloud"><img alt="Website" src="https://img.shields.io/badge/Website-meshllm.cloud-111111?style=for-the-badge"></a>
+    <a href="https://github.com/Mesh-LLM/mesh-llm"><img alt="GitHub" src="https://img.shields.io/badge/GitHub-Mesh--LLM-24292f?style=for-the-badge&logo=github"></a>
+    <a href="https://discord.gg/rs6fmc63eN"><img alt="Discord" src="https://img.shields.io/badge/Discord-Join-5865F2?style=for-the-badge&logo=discord&logoColor=white"></a>
+  </p>
+</div>
+
+GGUF layer package for running **gemma-4-26B-A4B-it-UD-Q4_K_M** across a local Mesh LLM cluster.
+
+This package is derived from [unsloth/gemma-4-26B-A4B-it-GGUF](https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF) and keeps the original GGUF distribution split into per-layer artifacts for distributed inference.
+
+## Highlights
+
+| Run locally | Pool multiple machines | OpenAI-compatible | Package variant |
+|---|---|---|---|
+| Private inference on your hardware | Split layers across peers | Serve `/v1/chat/completions` locally | `UD-Q4_K_M` layer package |
+
+## Model Overview
+
+| Property | Value |
+|---|---|
+| **Source model** | [unsloth/gemma-4-26B-A4B-it-GGUF](https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF) |
+| **Model id** | `unsloth/gemma-4-26B-A4B-it-GGUF:UD-Q4_K_M` |
+| **Family** | Gemma |
+| **Parameter scale** | 26B-A4B |
+| **Quantization** | `UD-Q4_K_M` |
+| **Layer count** | 30 |
+| **Activation width** | 2816 |
+| **Package size** | 16.3 GB |
+| **Source file** | `gemma-4-26B-A4B-it-UD-Q4_K_M.gguf` |
+| **Package repo** | [meshllm/gemma-4-26B-A4B-it-UD-Q4_K_M-layers](https://huggingface.co/meshllm/gemma-4-26B-A4B-it-UD-Q4_K_M-layers) |
+
+## Recommended Use
+
+- Local and private inference with Mesh LLM.
+- Multi-machine serving when the full GGUF is too large for one host.
+- OpenAI-compatible chat/completions workflows through Mesh LLM's local API.
+
+For upstream architecture details, chat template guidance, sampling recommendations, license terms, and benchmark notes, see the source model card: [unsloth/gemma-4-26B-A4B-it-GGUF](https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF).
+
+## Quickstart
+
+```bash
+# Run this on each machine that should contribute memory/compute.
+mesh-llm serve --model "meshllm/gemma-4-26B-A4B-it-UD-Q4_K_M-layers" --split
+```
+
+```bash
+# Check the mesh and discover the OpenAI-compatible model name.
+curl -s http://localhost:3131/api/status
+curl -s http://localhost:3131/v1/models
+```
+
+```bash
+# Send an OpenAI-compatible chat request.
+curl -s http://localhost:3131/v1/chat/completions \
+  -H "Content-Type: application/json" \
+  -d '{
+    "model": "unsloth/gemma-4-26B-A4B-it-GGUF:UD-Q4_K_M",
+    "messages": [{"role": "user", "content": "Write a tiny hello-world function in Rust."}],
+    "max_tokens": 128
+  }'
+```
+
+## Package Variant
+
+| Property | Value |
+|---|---|
+| **Format** | `layer-package` |
+| **Canonical source ref** | `unsloth/gemma-4-26B-A4B-it-GGUF@main/gemma-4-26B-A4B-it-UD-Q4_K_M.gguf` |
+| **Source revision** | `main` |
+| **Source SHA-256** | `34c746b1d50ab813e29cd46c4796e3f43c741901a582f93a67b55b9fc9687b35` |
+| **Skippy ABI** | `0.1.22` |
+| **Package manifest SHA-256** | `23c1e32d371c3f50aa393e046894d1f893f22d99f0ccee91552be17cf9c88b65` |
+
+## What Is Included
+
+| Artifact | Path | Contents | SHA-256 |
+|---|---|---|---|
+| Manifest | `model-package.json` | Package schema, source identity, checksums | `23c1e32d371c3f50aa393e046894d1f893f22d99f0ccee91552be17cf9c88b65` |
+| Metadata | `shared/metadata.gguf` | 1 tensors, 15.1 MB | `4ea990cfa36597971790aa1dcc4658cd8c946685b3d16dbaac4f685efb382002` |
+| Embeddings | `shared/embeddings.gguf` | 2 tensors, 763.1 MB | `6eb39617e6999290dd4c338cdcadf98ea42f948812fb4aeb0eab50735c7e0dd3` |
+| Output head | `shared/output.gguf` | 2 tensors, 15.1 MB | `88f7262cffae57f67ffb7b8db8fa9c04439d43a3af7d53fa3df81f0c6511e522` |
+| Transformer layers | `layers/layer-*.gguf` | 30 layer artifacts, 685 tensors, 15.5 GB | `see model-package.json` |
+
+## Validation
+
+Generated by the Mesh LLM HF Jobs splitter from `mesh-llm` ref `main` and validated before upload:
+
+```bash
+skippy-model-package validate-package "/source/gemma-4-26B-A4B-it-UD-Q4_K_M.gguf" "$PACKAGE_DIR"
+```
+
+## Links
+
+- Source model: [unsloth/gemma-4-26B-A4B-it-GGUF](https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF)
+- Mesh LLM website: [meshllm.cloud](https://www.meshllm.cloud)
+- Mesh LLM: [github.com/Mesh-LLM/mesh-llm](https://github.com/Mesh-LLM/mesh-llm)
+- Discord: [discord.gg/rs6fmc63eN](https://discord.gg/rs6fmc63eN)
+- Package catalog: [meshllm/catalog](https://huggingface.co/datasets/meshllm/catalog)
+- Package format: [layer-package-repos.md](https://github.com/Mesh-LLM/mesh-llm/blob/main/docs/specs/layer-package-repos.md)

layers/layer-000.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795547711d296925216f8dbb7581e90bcf56e784fc7c86a3316c290e778825bb
+size 548833888

layers/layer-001.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd27f0ebdf8e41606bb413c6274c5095a4c2460794f1065e60497bdbd2e83ad
+size 548833888

layers/layer-002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1183555ce8609288aae48e2f5cd5fafe0722a0213f1ca2fe60c81b3774c2bf4
+size 548833888

layers/layer-003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6314998bdc4e7d8691b474a3f307f652aaf28a7a6490cd0d478b370b40bae8bc
+size 548833888

layers/layer-004.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248eeb46a7de698b8fb3a3f819b6b2e0b0db489fb09203223aa7baa1c0944176
+size 548833888

layers/layer-005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641b96fa07b4cd828402dca6315d58558e95aee434847ef845e45ff09bfd6517
+size 564154912

layers/layer-006.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a6f13dccc41def2309c8451f2032271437173c14dfd5095f1c6ad2a4cf5057
+size 548833888

layers/layer-007.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba974bc7d04cf4121d773344cce620771443a3e8782a1691354568b1999dc26
+size 548833888

layers/layer-008.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208176b6c2371cffa80da8c1d4ad546b6657f78c0212ca909750888dc2178f65
+size 548833888

layers/layer-009.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6a5ebd9996ad7845eb2013afeb4eee5bd137225b1b62ac6c681f3d9ecb39a0
+size 548833888

layers/layer-010.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6be8c6b489a4cbb41c1d4df9e634a63e8a617f4bc833546aa69557dab88f406
+size 548833888

layers/layer-011.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549aebbb82c7021df8ee3e5118666f9438bb8274b6b1c67ad1debdbe5bad8979
+size 564154912

layers/layer-012.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de53cfc0164d4ada8cf3dac92f26ee10d3de807ebc282b098dffd6640a3d3c0
+size 548833888

layers/layer-013.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d316d50fdd561caa794f9ff3c06f01e3a9448c864bc4e5f0efc7166091b8be45
+size 548833888

layers/layer-014.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d318ef09a4b1efe146378ebb6a1c6b6fa7a88c95a208ef72e1f32c531851dd52
+size 548833888

layers/layer-015.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3097d923048c9ac2cb61ee67157d22e21d57cfdca59a5ba68c4cbd9954eb8f9e
+size 548833888

layers/layer-016.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e34c8798c1e3e9e09ac84de7ae9f95c10c42304d753d924f6a8531bfcc027f
+size 548833888

layers/layer-017.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb63596cb3430ba77c254e92292f82f8c71db009c32d9ba584fc45af12f9af8
+size 564154912

layers/layer-018.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f415d2702a183a04498db056a389d83a42454378989ab02b72c8b07475cb528f
+size 548833888

layers/layer-019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff78b0c3c7d08389a45838c63047098e2d42de6dcad4cee5195647a95d3fa7f8
+size 548833888

layers/layer-020.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60976a6462e78f8b76693fcf9e97936a544cdb5afbbc72dff4cf6bacdbf724f0
+size 548833888

layers/layer-021.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a68b6df3c5622e784d46e2a1a1154f2b4ec454cb226181134bb9106fef17207
+size 548833888

layers/layer-022.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b688bc005207a9cadc2c980e2a781511177ecc79cb3eca050b8388f0183b31
+size 548833888

layers/layer-023.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc793dcf243eb8a4dd2185d1b0d55751de919e97ae534341defd79a08e807de
+size 564154912

layers/layer-024.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2af485e03abb1e19079f2be5cdd179dda3757ff6ee9256cad5119f894b44f1b
+size 548833888

layers/layer-025.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b98eca1e6326417a48e4beba4a051f6b575f42ba528d5555e5f301e68bc702f
+size 548833888

layers/layer-026.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c293849aedfe2283364f9307473156e3c0fc52db3fc2632e14416ec85042b458
+size 548833888

layers/layer-027.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b793d8520461133a443f82c490cae8066ffec1866a98b24ded842ffff934ff9
+size 548833888

layers/layer-028.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbff59f737371d43fbf6c084e0a1f11c01533804c2a039713f4e0a6c153020b
+size 548833888

layers/layer-029.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089d9e4a87326e2791ebfb7b61275ab92f542afec731deced1a796856693efb2
+size 643453472

model-package.json

@@ -0,0 +1,290 @@
+{
+  "schema_version": 1,
+  "model_id": "unsloth/gemma-4-26B-A4B-it-GGUF:UD-Q4_K_M",
+  "source_model": {
+    "path": "/source/gemma-4-26B-A4B-it-UD-Q4_K_M.gguf",
+    "sha256": "34c746b1d50ab813e29cd46c4796e3f43c741901a582f93a67b55b9fc9687b35",
+    "repo": "unsloth/gemma-4-26B-A4B-it-GGUF",
+    "revision": "main",
+    "primary_file": "gemma-4-26B-A4B-it-UD-Q4_K_M.gguf",
+    "canonical_ref": "unsloth/gemma-4-26B-A4B-it-GGUF@main/gemma-4-26B-A4B-it-UD-Q4_K_M.gguf",
+    "distribution_id": "gemma-4-26B-A4B-it-UD-Q4_K_M",
+    "files": [
+      {
+        "path": "gemma-4-26B-A4B-it-UD-Q4_K_M.gguf",
+        "size_bytes": null,
+        "sha256": null
+      }
+    ]
+  },
+  "format": "layer-package",
+  "layer_count": 30,
+  "activation_width": 2816,
+  "shared": {
+    "metadata": {
+      "path": "shared/metadata.gguf",
+      "tensor_count": 1,
+      "tensor_bytes": 1024,
+      "artifact_bytes": 15783680,
+      "sha256": "4ea990cfa36597971790aa1dcc4658cd8c946685b3d16dbaac4f685efb382002"
+    },
+    "embeddings": {
+      "path": "shared/embeddings.gguf",
+      "tensor_count": 2,
+      "tensor_bytes": 784335872,
+      "artifact_bytes": 800118592,
+      "sha256": "6eb39617e6999290dd4c338cdcadf98ea42f948812fb4aeb0eab50735c7e0dd3"
+    },
+    "output": {
+      "path": "shared/output.gguf",
+      "tensor_count": 2,
+      "tensor_bytes": 12288,
+      "artifact_bytes": 15794976,
+      "sha256": "88f7262cffae57f67ffb7b8db8fa9c04439d43a3af7d53fa3df81f0c6511e522"
+    }
+  },
+  "layers": [
+    {
+      "layer_index": 0,
+      "path": "layers/layer-000.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "795547711d296925216f8dbb7581e90bcf56e784fc7c86a3316c290e778825bb"
+    },
+    {
+      "layer_index": 1,
+      "path": "layers/layer-001.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "5fd27f0ebdf8e41606bb413c6274c5095a4c2460794f1065e60497bdbd2e83ad"
+    },
+    {
+      "layer_index": 2,
+      "path": "layers/layer-002.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "f1183555ce8609288aae48e2f5cd5fafe0722a0213f1ca2fe60c81b3774c2bf4"
+    },
+    {
+      "layer_index": 3,
+      "path": "layers/layer-003.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "6314998bdc4e7d8691b474a3f307f652aaf28a7a6490cd0d478b370b40bae8bc"
+    },
+    {
+      "layer_index": 4,
+      "path": "layers/layer-004.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "248eeb46a7de698b8fb3a3f819b6b2e0b0db489fb09203223aa7baa1c0944176"
+    },
+    {
+      "layer_index": 5,
+      "path": "layers/layer-005.gguf",
+      "tensor_count": 22,
+      "tensor_bytes": 548370948,
+      "artifact_bytes": 564154912,
+      "sha256": "641b96fa07b4cd828402dca6315d58558e95aee434847ef845e45ff09bfd6517"
+    },
+    {
+      "layer_index": 6,
+      "path": "layers/layer-006.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "d4a6f13dccc41def2309c8451f2032271437173c14dfd5095f1c6ad2a4cf5057"
+    },
+    {
+      "layer_index": 7,
+      "path": "layers/layer-007.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "7ba974bc7d04cf4121d773344cce620771443a3e8782a1691354568b1999dc26"
+    },
+    {
+      "layer_index": 8,
+      "path": "layers/layer-008.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "208176b6c2371cffa80da8c1d4ad546b6657f78c0212ca909750888dc2178f65"
+    },
+    {
+      "layer_index": 9,
+      "path": "layers/layer-009.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "1b6a5ebd9996ad7845eb2013afeb4eee5bd137225b1b62ac6c681f3d9ecb39a0"
+    },
+    {
+      "layer_index": 10,
+      "path": "layers/layer-010.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "c6be8c6b489a4cbb41c1d4df9e634a63e8a617f4bc833546aa69557dab88f406"
+    },
+    {
+      "layer_index": 11,
+      "path": "layers/layer-011.gguf",
+      "tensor_count": 22,
+      "tensor_bytes": 548370948,
+      "artifact_bytes": 564154912,
+      "sha256": "549aebbb82c7021df8ee3e5118666f9438bb8274b6b1c67ad1debdbe5bad8979"
+    },
+    {
+      "layer_index": 12,
+      "path": "layers/layer-012.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "1de53cfc0164d4ada8cf3dac92f26ee10d3de807ebc282b098dffd6640a3d3c0"
+    },
+    {
+      "layer_index": 13,
+      "path": "layers/layer-013.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "d316d50fdd561caa794f9ff3c06f01e3a9448c864bc4e5f0efc7166091b8be45"
+    },
+    {
+      "layer_index": 14,
+      "path": "layers/layer-014.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "d318ef09a4b1efe146378ebb6a1c6b6fa7a88c95a208ef72e1f32c531851dd52"
+    },
+    {
+      "layer_index": 15,
+      "path": "layers/layer-015.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "3097d923048c9ac2cb61ee67157d22e21d57cfdca59a5ba68c4cbd9954eb8f9e"
+    },
+    {
+      "layer_index": 16,
+      "path": "layers/layer-016.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "24e34c8798c1e3e9e09ac84de7ae9f95c10c42304d753d924f6a8531bfcc027f"
+    },
+    {
+      "layer_index": 17,
+      "path": "layers/layer-017.gguf",
+      "tensor_count": 22,
+      "tensor_bytes": 548370948,
+      "artifact_bytes": 564154912,
+      "sha256": "4bb63596cb3430ba77c254e92292f82f8c71db009c32d9ba584fc45af12f9af8"
+    },
+    {
+      "layer_index": 18,
+      "path": "layers/layer-018.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "f415d2702a183a04498db056a389d83a42454378989ab02b72c8b07475cb528f"
+    },
+    {
+      "layer_index": 19,
+      "path": "layers/layer-019.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "ff78b0c3c7d08389a45838c63047098e2d42de6dcad4cee5195647a95d3fa7f8"
+    },
+    {
+      "layer_index": 20,
+      "path": "layers/layer-020.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "60976a6462e78f8b76693fcf9e97936a544cdb5afbbc72dff4cf6bacdbf724f0"
+    },
+    {
+      "layer_index": 21,
+      "path": "layers/layer-021.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "0a68b6df3c5622e784d46e2a1a1154f2b4ec454cb226181134bb9106fef17207"
+    },
+    {
+      "layer_index": 22,
+      "path": "layers/layer-022.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "c9b688bc005207a9cadc2c980e2a781511177ecc79cb3eca050b8388f0183b31"
+    },
+    {
+      "layer_index": 23,
+      "path": "layers/layer-023.gguf",
+      "tensor_count": 22,
+      "tensor_bytes": 548370948,
+      "artifact_bytes": 564154912,
+      "sha256": "bbc793dcf243eb8a4dd2185d1b0d55751de919e97ae534341defd79a08e807de"
+    },
+    {
+      "layer_index": 24,
+      "path": "layers/layer-024.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "f2af485e03abb1e19079f2be5cdd179dda3757ff6ee9256cad5119f894b44f1b"
+    },
+    {
+      "layer_index": 25,
+      "path": "layers/layer-025.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "0b98eca1e6326417a48e4beba4a051f6b575f42ba528d5555e5f301e68bc702f"
+    },
+    {
+      "layer_index": 26,
+      "path": "layers/layer-026.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "c293849aedfe2283364f9307473156e3c0fc52db3fc2632e14416ec85042b458"
+    },
+    {
+      "layer_index": 27,
+      "path": "layers/layer-027.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "0b793d8520461133a443f82c490cae8066ffec1866a98b24ded842ffff934ff9"
+    },
+    {
+      "layer_index": 28,
+      "path": "layers/layer-028.gguf",
+      "tensor_count": 23,
+      "tensor_bytes": 533049860,
+      "artifact_bytes": 548833888,
+      "sha256": "ccbff59f737371d43fbf6c084e0a1f11c01533804c2a039713f4e0a6c153020b"
+    },
+    {
+      "layer_index": 29,
+      "path": "layers/layer-029.gguf",
+      "tensor_count": 22,
+      "tensor_bytes": 627669508,
+      "artifact_bytes": 643453472,
+      "sha256": "089d9e4a87326e2791ebfb7b61275ab92f542afec731deced1a796856693efb2"
+    }
+  ],
+  "skippy_abi_version": "0.1.22",
+  "created_at_unix_secs": 1778213236
+}

shared/embeddings.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb39617e6999290dd4c338cdcadf98ea42f948812fb4aeb0eab50735c7e0dd3
+size 800118592

shared/metadata.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea990cfa36597971790aa1dcc4658cd8c946685b3d16dbaac4f685efb382002
+size 15783680

shared/output.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f7262cffae57f67ffb7b8db8fa9c04439d43a3af7d53fa3df81f0c6511e522
+size 15794976