Publish draft model card and pinned RC5 serving artifacts; weights uploading
Browse files- CITATION.cff +98 -0
- LICENSE +270 -0
- LICENSE.exllamav3 +21 -0
- README.md +144 -0
- evidence/k5-only-cf32-analysis.json +206 -0
- image-record.json +245 -0
- results/P8_LATEST_KLD.md +74 -0
- results/RC5_RELEASE_RESULTS_20260907.md +76 -0
- serve.sh +40 -0
CITATION.cff
ADDED
|
@@ -0,0 +1,98 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
cff-version: 1.2.0
|
| 2 |
+
message: "If you use TrellisMX, please cite ShapleyMCG and this repository."
|
| 3 |
+
title: "TrellisMX: GLM-5.3-Flash procedural trellis quantization research toolkit"
|
| 4 |
+
type: software
|
| 5 |
+
authors:
|
| 6 |
+
- family-names: Music
|
| 7 |
+
given-names: Brandon M.
|
| 8 |
+
repository-code: "https://github.com/brandonmmusic-max/glm53-hadamard-shapleymcg-kld"
|
| 9 |
+
license: LicenseRef-ShapleyMCG-1.0
|
| 10 |
+
version: 0.1.0
|
| 11 |
+
date-released: 2026-09-07
|
| 12 |
+
references:
|
| 13 |
+
- type: conference-paper
|
| 14 |
+
title: "QTIP: Quantization with Trellises and Incoherence Processing"
|
| 15 |
+
authors:
|
| 16 |
+
- family-names: Tseng
|
| 17 |
+
given-names: Albert
|
| 18 |
+
- family-names: Sun
|
| 19 |
+
given-names: Qingyao
|
| 20 |
+
- family-names: Hou
|
| 21 |
+
given-names: David
|
| 22 |
+
- family-names: De Sa
|
| 23 |
+
given-names: Christopher
|
| 24 |
+
year: 2024
|
| 25 |
+
conference:
|
| 26 |
+
name: NeurIPS 2024
|
| 27 |
+
url: "https://arxiv.org/abs/2406.11235"
|
| 28 |
+
- type: conference-paper
|
| 29 |
+
title: "QuIP#: Even Better LLM Quantization with Hadamard Incoherence and Lattice Codebooks"
|
| 30 |
+
authors:
|
| 31 |
+
- family-names: Tseng
|
| 32 |
+
given-names: Albert
|
| 33 |
+
- family-names: Chee
|
| 34 |
+
given-names: Jerry
|
| 35 |
+
- family-names: Sun
|
| 36 |
+
given-names: Qingyao
|
| 37 |
+
- family-names: Kuleshov
|
| 38 |
+
given-names: Volodymyr
|
| 39 |
+
- family-names: De Sa
|
| 40 |
+
given-names: Christopher
|
| 41 |
+
year: 2024
|
| 42 |
+
conference:
|
| 43 |
+
name: ICML 2024
|
| 44 |
+
url: "https://arxiv.org/abs/2402.04396"
|
| 45 |
+
- type: conference-paper
|
| 46 |
+
title: "GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers"
|
| 47 |
+
authors:
|
| 48 |
+
- family-names: Frantar
|
| 49 |
+
given-names: Elias
|
| 50 |
+
- family-names: Ashkboos
|
| 51 |
+
given-names: Saleh
|
| 52 |
+
- family-names: Hoefler
|
| 53 |
+
given-names: Torsten
|
| 54 |
+
- family-names: Alistarh
|
| 55 |
+
given-names: Dan
|
| 56 |
+
year: 2023
|
| 57 |
+
conference:
|
| 58 |
+
name: ICLR 2023
|
| 59 |
+
url: "https://arxiv.org/abs/2210.17323"
|
| 60 |
+
- type: software
|
| 61 |
+
title: "ExLlamaV3"
|
| 62 |
+
authors:
|
| 63 |
+
- name: turboderp
|
| 64 |
+
year: 2025
|
| 65 |
+
url: "https://github.com/turboderp-org/exllamav3"
|
| 66 |
+
- type: software
|
| 67 |
+
title: "b12x"
|
| 68 |
+
authors:
|
| 69 |
+
- family-names: Alonso
|
| 70 |
+
given-names: Luke
|
| 71 |
+
- family-names: Vit
|
| 72 |
+
given-names: Martin
|
| 73 |
+
year: 2026
|
| 74 |
+
url: "https://github.com/lukealonso/b12x"
|
| 75 |
+
- type: article
|
| 76 |
+
title: "CoopQ: Cooperative Game Inspired Layerwise Mixed Precision Quantization for LLMs"
|
| 77 |
+
authors:
|
| 78 |
+
- family-names: Zhao
|
| 79 |
+
given-names: Junchen
|
| 80 |
+
- family-names: Derakhshan
|
| 81 |
+
given-names: Ali
|
| 82 |
+
- family-names: Hyman
|
| 83 |
+
given-names: Jayden Kana
|
| 84 |
+
- family-names: Dong
|
| 85 |
+
given-names: Junhao
|
| 86 |
+
- family-names: Abdu Jyothi
|
| 87 |
+
given-names: Sangeetha
|
| 88 |
+
- family-names: Harris
|
| 89 |
+
given-names: Ian
|
| 90 |
+
year: 2025
|
| 91 |
+
url: "https://arxiv.org/abs/2509.15455"
|
| 92 |
+
- type: article
|
| 93 |
+
title: "Microscaling Data Formats for Deep Learning"
|
| 94 |
+
authors:
|
| 95 |
+
- family-names: Rouhani
|
| 96 |
+
given-names: Bita Darvish
|
| 97 |
+
year: 2023
|
| 98 |
+
url: "https://arxiv.org/abs/2310.10537"
|
LICENSE
ADDED
|
@@ -0,0 +1,270 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# SHAPLEYMCG LICENSE
|
| 2 |
+
## Attribution-Required, Source-Available License with Named Exclusion
|
| 3 |
+
### Version 1.0 — August 2026
|
| 4 |
+
|
| 5 |
+
Copyright © 2026 Brandon M. Music. All rights reserved except as expressly granted below.
|
| 6 |
+
|
| 7 |
+
Canonical repository: https://github.com/brandonmmusic-max/shapleymcg
|
| 8 |
+
|
| 9 |
+
---
|
| 10 |
+
|
| 11 |
+
## PREAMBLE
|
| 12 |
+
|
| 13 |
+
This License is permissive for everyone but one person.
|
| 14 |
+
|
| 15 |
+
The Licensor releases this Work so that anyone may study, use, improve, and build on it, commercially or otherwise, subject to one condition and one exception.
|
| 16 |
+
|
| 17 |
+
The condition is attribution. Credit is the only currency of open research. Using another person's method, code, or results while presenting them as one's own is not "open source" in any sense of the phrase — it is plagiarism, and no license, including this one, makes it anything else. Attribution under this License is therefore not a courtesy. It is a condition of the grant, and use without it is use without a license.
|
| 18 |
+
|
| 19 |
+
The exception is the person identified in Section 1.5 as the Excluded Party. ShapleyMcg is the successor to earlier work of the Licensor — a calibration corpus, first published 2026-06-21, and an EXL3/trellis ("TR3") calibration, encoding, and quantization technique with its scripts, published as an encoder bundle under the MIT License on 2026-07-21. Over the eleven days that followed, the Excluded Party published eleven repositories built on that corpus, recipe, and schema — two of which declare the Licensor's corpus by its SHA-256 hash in their own manifests — and credited the Licensor in none of them at release, while crediting five to seven other parties in each. Schedule A records every instance. The Licensor regards that conduct as plagiarism. ShapleyMcg is released under this License, rather than under the MIT License its predecessors carried, because of what happened to them. The Licensor is under no obligation to license anyone, and declines to license the Excluded Party. Nothing in this License grants the Excluded Party any right of any kind. This License names the Excluded Party for that reason, and so that no recipient of the Work can later claim not to have known.
|
| 20 |
+
|
| 21 |
+
The Licensor understands that a license which excludes a named person does not satisfy the Open Source Definition. The Licensor accepts that. This License is offered as a source-available license — free to all but one — and should be described as such.
|
| 22 |
+
|
| 23 |
+
---
|
| 24 |
+
|
| 25 |
+
## 1. DEFINITIONS
|
| 26 |
+
|
| 27 |
+
**1.1 "Work"** means ShapleyMcg — full calibration encoding and quantization based upon the Shapley paper, with per-expert allocation, MCG codex, and the EXL3 and trellis quantization format — in every version, including its source code, encoder and capture scripts, calibration corpus and corpus design, calibration recipe, rank-sliced tensor schema, configuration, weights, checkpoints, reference implementations, test data, papers, documentation, and any other material distributed by the Licensor under this License. The Work does not include, and this License neither licenses nor restricts, third-party components on which the Work builds or with which it interoperates — including the EXL3 format and exllamav3, REAP, and any base model — each of which remains under its own license.
|
| 28 |
+
|
| 29 |
+
**1.2 "Derivative"** means any work based on, derived from, incorporating, adapting, or implementing the Work or any protectable portion of it, including modifications, ports, translations, and re-implementations made with reference to the Work, and any model, checkpoint, weight file, dataset, or other artifact produced in whole or in part by running the Work or by applying the recipe, schema, or format it implements.
|
| 30 |
+
|
| 31 |
+
**1.3 "Licensor"** means Brandon M. Music and his successors and assigns.
|
| 32 |
+
|
| 33 |
+
**1.4 "You"** (and "Your") means any natural person or legal entity exercising rights under this License, other than the Excluded Party.
|
| 34 |
+
|
| 35 |
+
**1.5 "Excluded Party"** means, collectively and individually:
|
| 36 |
+
|
| 37 |
+
(a) the natural person who, as of the Effective Date, uses or has used the online persona **"0xSero"** (however rendered, including "Oxsero," "0xsero," and any variant), including the accounts at **https://github.com/0xsero** and **https://huggingface.co/0xSero**, regardless of that person's legal name and regardless of any other name, alias, handle, account, email, persona, or organization that person uses now or in the future;
|
| 38 |
+
|
| 39 |
+
(b) that person's heirs, executors, administrators, successors, and assigns;
|
| 40 |
+
|
| 41 |
+
(c) any corporation, company, partnership, foundation, association, laboratory, DAO, or other entity that the person described in (a) owns in whole or in part, controls, manages, directs, or advises, or of which that person is a founder, officer, member, employee, or contractor in any capacity that touches the Work or its subject matter;
|
| 42 |
+
|
| 43 |
+
(d) the employees, officers, agents, contractors, consultants, students, interns, collaborators, and representatives of any person or entity described in (a) through (c), when acting in that capacity; and
|
| 44 |
+
|
| 45 |
+
(e) any person or entity acting on behalf of, for the benefit of, at the direction, request, suggestion, or encouragement of, or in exchange for consideration of any kind from, any person or entity described in (a) through (d).
|
| 46 |
+
|
| 47 |
+
**1.6 "Excluded Channel"** means any repository, organization, account, space, collection, model or dataset listing, package or registry entry, mirror, or other distribution point that is owned, controlled, administered, or curated by the Excluded Party, including specifically **https://github.com/0xsero** and **https://huggingface.co/0xSero**; any successor, renamed, transferred, or replacement account; and any account or organization to which the Excluded Party holds write, maintainer, or administrative access.
|
| 48 |
+
|
| 49 |
+
**1.7 "Attribution Notice"** means the notice set out in Schedule B.
|
| 50 |
+
|
| 51 |
+
**1.8 "Canonical Repository"** means https://github.com/brandonmmusic-max/shapleymcg and, for model and dataset artifacts, the Licensor's Hugging Face account at https://huggingface.co/brandonmusic, or such successor locations as the Licensor designates in writing.
|
| 52 |
+
|
| 53 |
+
**1.9 "Effective Date"** means the date on which the Licensor first publishes the Work under this License.
|
| 54 |
+
|
| 55 |
+
**1.10 "Prior Works"** means the Licensor's earlier calibration corpus, EXL3/trellis ("TR3") calibration, encoding, and quantization technique, encoder and capture scripts, and related materials published before the Effective Date, including those identified in Schedule A.1. The Prior Works are not the Work. Those published under the MIT License remain available under that license, subject to its conditions, including its notice requirement. To the extent the Work incorporates or supersedes any Prior Work, the Work as distributed under this License is governed by this License.
|
| 56 |
+
|
| 57 |
+
---
|
| 58 |
+
|
| 59 |
+
## 2. GRANT
|
| 60 |
+
|
| 61 |
+
**2.1 Copyright.** Subject to the exclusions in Sections 4 through 6, and **provided that** You comply with every condition in Sections 3 and 5, the Licensor grants You a worldwide, royalty-free, non-exclusive license to use, reproduce, study, modify, create Derivatives of, distribute, publicly display, publicly perform, and otherwise exploit the Work, for any purpose, including commercial purposes.
|
| 62 |
+
|
| 63 |
+
**2.2 Patent.** To the extent the Licensor owns or controls patent claims, now or hereafter issued, that would be infringed by the Work as distributed by the Licensor, the Licensor grants You, on the same conditions and subject to the same exclusions, a license under those claims to make, use, sell, offer for sale, import, and otherwise exploit the Work. No patent license of any kind is granted to the Excluded Party.
|
| 64 |
+
|
| 65 |
+
**2.3 Trademark.** "ShapleyMcg" and any associated names and logos are marks of the Licensor. You may use them solely to identify the Work and compliant Derivatives accurately and to give the attribution required by Section 3. No other trademark right is granted to You, and none is granted to the Excluded Party.
|
| 66 |
+
|
| 67 |
+
**2.4 Conditions, not covenants.** The requirements of Sections 3 and 5 are conditions on the scope of the licenses granted in this Section 2, not independent promises. Any exercise of a right in the Work outside those conditions is outside the scope of this License, is unlicensed, and infringes the Licensor's copyright and, where applicable, patent and trademark rights.
|
| 68 |
+
|
| 69 |
+
---
|
| 70 |
+
|
| 71 |
+
## 3. CONDITIONS: ATTRIBUTION
|
| 72 |
+
|
| 73 |
+
Every exercise of a right granted in Section 2 is conditioned on all of the following.
|
| 74 |
+
|
| 75 |
+
**3.1 Notice retention.** You must retain, in every copy of the Work and every Derivative, in a location reasonably likely to be seen by recipients, (i) this License in full, (ii) the Licensor's copyright notice, and (iii) the Attribution Notice.
|
| 76 |
+
|
| 77 |
+
**3.2 Attribution in Derivatives and published results.** If You distribute, publish, deploy, or host a Derivative, or publish any model, checkpoint, dataset, benchmark, paper, post, model card, README, or documentation that uses, relies on, or was produced using the Work, You must give clear and prominent attribution to the Licensor and the Work, identifying the Work by name, linking the Canonical Repository, and, in any academic or technical publication, citing the Work in the form set out in Schedule B. For any artifact published on Hugging Face or a comparable hub, the attribution must appear in the model card or README and, where the platform supports it, in the artifact's metadata (for example, `license`, `base_model`, or `tags` fields).
|
| 78 |
+
|
| 79 |
+
**3.3 Provenance retention.** You must not remove, alter, or omit the provenance fields that the Work writes into the metadata of artifacts it produces (such as producer, producer version, recipe fingerprint, corpus hash, slicing, scope, and selection policy), except to update them accurately to reflect Your own modifications.
|
| 80 |
+
|
| 81 |
+
**3.4 No misrepresentation of origin.** You must not represent the Work or any Derivative — or the methods, design choices, or results embodied in them — as Your own original creation or as originating from anyone other than the Licensor, and You must not remove, obscure, alter, or falsify any attribution, authorship, or provenance information. Your own modifications may, and should, be identified as Yours; the origin of what You modified may not be.
|
| 82 |
+
|
| 83 |
+
**3.5 Downstream terms.** You may license Your own contributions to a Derivative on any terms You choose, but the Work and every portion of it remain licensed solely under this License, and every recipient of a Derivative receives the Work on these terms. No downstream terms may purport to remove or relax Sections 3 through 6 or to grant the Excluded Party any right.
|
| 84 |
+
|
| 85 |
+
---
|
| 86 |
+
|
| 87 |
+
## 4. EXCLUSION
|
| 88 |
+
|
| 89 |
+
**4.1 No grant.** No license, permission, consent, waiver, estoppel, or right of any kind — express, implied, by conduct, by course of dealing, by public availability, or otherwise — is granted to the Excluded Party under this License or under any other terms. As to the Excluded Party, the Licensor reserves all rights in the Work under copyright, patent, trademark, and every other applicable law, in every jurisdiction.
|
| 90 |
+
|
| 91 |
+
**4.2 Unlicensed use.** Any reproduction, modification, distribution, display, performance, hosting, fine-tuning, quantization, benchmarking, deployment, or other use of the Work or any Derivative by or for the Excluded Party is unlicensed and infringes the Licensor's exclusive rights. The Licensor reserves every remedy for that infringement, including injunctive relief and, where available, statutory damages and attorney's fees under 17 U.S.C. §§ 504–505.
|
| 92 |
+
|
| 93 |
+
**4.3 Public availability is not permission.** The availability of the Work on a public repository, hub, or site is not an offer to the Excluded Party and is not consent to any access, download, copying, or use by the Excluded Party.
|
| 94 |
+
|
| 95 |
+
**4.4 Contributions refused.** The Licensor does not accept, and will not merge, contributions from the Excluded Party. Any contribution submitted by or for the Excluded Party is refused, is not incorporated into the Work, and creates no right, license, credit, or obligation in favor of the Excluded Party.
|
| 96 |
+
|
| 97 |
+
**4.5 No waiver by prior tolerance.** The Licensor's delay in acting on, or prior tolerance of, any unlicensed or unattributed use — including the uses of the Prior Works recorded in Schedule A — is not a waiver, license, consent, acquiescence, or estoppel, and creates no course of dealing on which the Excluded Party may rely.
|
| 98 |
+
|
| 99 |
+
---
|
| 100 |
+
|
| 101 |
+
## 5. CONDITIONS PROTECTING THE EXCLUSION
|
| 102 |
+
|
| 103 |
+
Every exercise of a right granted in Section 2 is further conditioned on all of the following.
|
| 104 |
+
|
| 105 |
+
**5.1 No provision to the Excluded Party.** You must not distribute, provide, transfer, sublicense, disclose, or otherwise make the Work or any Derivative available to the Excluded Party, and must not knowingly permit the Excluded Party to obtain it through You.
|
| 106 |
+
|
| 107 |
+
**5.2 No Excluded Channels.** You must not upload, post, mirror, commit, submit, publish, or otherwise make the Work or any Derivative available on or through any Excluded Channel, and must not contribute the Work or any Derivative to any project, repository, model, dataset, or package maintained by the Excluded Party.
|
| 108 |
+
|
| 109 |
+
**5.3 No acting for the Excluded Party.** You must not exercise any right under this License on behalf of, for the benefit of, at the direction, request, suggestion, or encouragement of, or in exchange for consideration from, the Excluded Party. A person who does so is, for that purpose, the Excluded Party under Section 1.5(e), holds no license, and infringes.
|
| 110 |
+
|
| 111 |
+
**5.4 No laundering.** You must not relicense, sublicense, re-host, rename, restructure, obfuscate, or re-describe the Work or any Derivative for the purpose of enabling the Excluded Party to obtain, use, or claim rights in it.
|
| 112 |
+
|
| 113 |
+
**5.5 The exclusion travels with the Work.** Sections 4 through 6 attach to the Work and to every portion of every Derivative that contains it, in every hand through which it passes, regardless of the terms under which any intermediate distributor purports to offer it. No fork, rename, re-hosting, or downstream license removes them.
|
| 114 |
+
|
| 115 |
+
---
|
| 116 |
+
|
| 117 |
+
## 6. ANTI-CIRCUMVENTION
|
| 118 |
+
|
| 119 |
+
**6.1 Person, not handle.** The exclusion attaches to the natural person described in Section 1.5(a) and follows that person through every change of name, handle, account, email, employer, organization, jurisdiction, platform, or persona. Deleting, renaming, transferring, or abandoning an account does not lift it. Operating through a new account lifts nothing.
|
| 120 |
+
|
| 121 |
+
**6.2 Intermediaries and straw parties.** The exclusion may not be evaded by interposing any person or entity — friend, colleague, employee, contractor, student, company, foundation, fork, "clean-room" team, or anonymous account — between the Excluded Party and the Work. A person who obtains or uses the Work in order to provide it, its contents, or its benefits to the Excluded Party stands in the Excluded Party's shoes and holds no license.
|
| 122 |
+
|
| 123 |
+
**6.3 Re-implementation at the Excluded Party's request.** A work created by any person with reference to the Work at the request or direction, or for the benefit, of the Excluded Party is a Derivative made without license.
|
| 124 |
+
|
| 125 |
+
**6.4 Partial copies.** The exclusion applies to any portion of the Work, however small, that is protectable under applicable law, and to any Derivative containing such a portion.
|
| 126 |
+
|
| 127 |
+
**6.5 Identification.** For purposes of enforcing this License, the Licensor may treat a person, account, project, or artifact as the Excluded Party, or as acting for the Excluded Party, on reasonable grounds, including shared commit identities or signing keys, linked or cross-referenced accounts, correlated timing and content, or the Excluded Party's own statements.
|
| 128 |
+
|
| 129 |
+
---
|
| 130 |
+
|
| 131 |
+
## 7. TERMINATION
|
| 132 |
+
|
| 133 |
+
**7.1 Automatic termination.** Your rights under this License terminate automatically, without notice, on any breach of Section 3 or Section 5.
|
| 134 |
+
|
| 135 |
+
**7.2 Cure.** If the breach is of Section 3 only, is Your first, and was not willful, Your license is reinstated if You cure the breach within thirty (30) days after the earlier of notice from the Licensor or Your actual knowledge of it. A breach of Section 5, and any willful breach, is not curable.
|
| 136 |
+
|
| 137 |
+
**7.3 Effect.** On termination You must cease all use and distribution of the Work and Derivatives. Copies You previously distributed to recipients who are themselves in compliance remain licensed to those recipients.
|
| 138 |
+
|
| 139 |
+
**7.4 Survival.** Sections 1, 4, 5, 6, 7, 8, 9, and 10 survive termination.
|
| 140 |
+
|
| 141 |
+
---
|
| 142 |
+
|
| 143 |
+
## 8. REMEDIES AND ENFORCEMENT
|
| 144 |
+
|
| 145 |
+
**8.1 Infringement remedies preserved.** Because Sections 3 and 5 are conditions of the grant, any use outside them is unlicensed, and the Licensor's remedies include those for copyright infringement (and patent and trademark infringement where applicable), not merely those for breach of contract.
|
| 146 |
+
|
| 147 |
+
**8.2 Takedown.** Every copy of the Work or a Derivative in the possession or control of the Excluded Party, and every copy in an Excluded Channel, is an unlicensed copy. The Licensor may issue notices under 17 U.S.C. § 512 and its foreign equivalents to any host, hub, registry, or platform carrying such a copy.
|
| 148 |
+
|
| 149 |
+
**8.3 Injunctive relief.** You agree that breach of Section 3 or Section 5 would cause the Licensor irreparable harm for which money damages are inadequate, and that the Licensor is entitled to injunctive relief without posting bond, in addition to every other remedy.
|
| 150 |
+
|
| 151 |
+
**8.4 Fees.** In any action to enforce this License in which the Licensor prevails, the Licensor is entitled to recover reasonable attorney's fees and costs.
|
| 152 |
+
|
| 153 |
+
---
|
| 154 |
+
|
| 155 |
+
## 9. DISCLAIMER AND LIMITATION OF LIABILITY
|
| 156 |
+
|
| 157 |
+
THE WORK IS PROVIDED "AS IS," WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, TITLE, AND NON-INFRINGEMENT. THE LICENSOR IS NOT LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES ARISING FROM THE WORK OR ITS USE, HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES. THIS SECTION DOES NOT LIMIT ANY REMEDY OF THE LICENSOR.
|
| 158 |
+
|
| 159 |
+
---
|
| 160 |
+
|
| 161 |
+
## 10. GENERAL
|
| 162 |
+
|
| 163 |
+
**10.1 Governing law and venue.** This License is governed by the laws of the Commonwealth of Kentucky and the federal laws of the United States, without regard to conflict-of-laws principles. Any action arising out of this License or the Work shall be brought in the United States District Court for the Eastern District of Kentucky, Ashland Division, or, for claims outside federal jurisdiction, in the Carter Circuit Court, Grayson, Kentucky. By exercising any right under this License, You consent to the personal jurisdiction of those courts.
|
| 164 |
+
|
| 165 |
+
**10.2 Severability; no construction in favor of the Excluded Party.** If any provision of this License is held unenforceable, it shall be enforced to the maximum extent permitted and the remainder shall stand. No holding of unenforceability shall be construed to grant the Excluded Party any right. If any part of Sections 4 through 6 is held unenforceable, then as to the Excluded Party the Work is simply unlicensed and all rights are reserved.
|
| 166 |
+
|
| 167 |
+
**10.3 No waiver.** No failure or delay by the Licensor in exercising any right is a waiver of it.
|
| 168 |
+
|
| 169 |
+
**10.4 Versions.** The Licensor may publish revised versions of this License. You may use the Work under the version under which You received it or any later version.
|
| 170 |
+
|
| 171 |
+
**10.5 Description.** This License is not approved by the Open Source Initiative and does not meet the Open Source Definition. The Work should not be described as "open source" without qualification. "Source-available; free for all but the Excluded Party" is accurate.
|
| 172 |
+
|
| 173 |
+
**10.6 Acceptance.** You are not required to accept this License. Nothing else, however, grants You permission to exercise any right in the Work, and doing so signifies Your acceptance of these terms.
|
| 174 |
+
|
| 175 |
+
---
|
| 176 |
+
|
| 177 |
+
## SCHEDULE A — RECORD OF PRIOR UNATTRIBUTED USE
|
| 178 |
+
|
| 179 |
+
This Schedule records what was published, when, and with what credit. Every instance concerns the Prior Works; all eleven predate the publication of ShapleyMcg on 2026-08-23, and none involves the Work. It is drawn from the Licensor's audit of the Excluded Party's full Hugging Face catalog (90 models and 22 datasets) as of 2026-08-22, conducted against a 912-file manifest of git blob object IDs and LFS SHA-256 hashes from the Licensor's repositories, with the principal findings re-verified by hand against the live repositories. Archived copies (object IDs, LFS hashes, fetched revisions, and captures) of every item are retained by the Licensor. This Schedule asserts nothing about the Excluded Party's state of mind.
|
| 180 |
+
|
| 181 |
+
### A.1 The Prior Works at issue
|
| 182 |
+
|
| 183 |
+
(i) **Calibration corpus** `reap_recall_calib.jsonl` — 12,228 rows in four axes (`axis1_general`, `axis2_legal`, `axis3_code_agentic`, `axis4_reasoning_termination`; 3,057 rows each); 34,002,059 bytes; SHA-256 `cf247acc7c5da9f0600c7d6ab3b7c2fcfc54ec30b794e3b6047559285fa44df4`. First published 2026-06-21 in `brandonmusic/NVFP4-REAP-Recall-N172`.
|
| 184 |
+
|
| 185 |
+
(ii) **TR3 encoder bundle** — seven encoder scripts, including `capture_b300.py`, `encode_b300.py`, and `encode_tr3_v31.py`, implementing the Licensor's EXL3/trellis ("TR3") calibration, encoding, and quantization technique, together with its calibration recipe and rank-sliced tail schema. Published 2026-07-21 in `brandonmusic/GLM-5.2-EXL3-TR3-3.0bpw` under the MIT License, which requires that the copyright and permission notice accompany all copies and substantial portions.
|
| 186 |
+
|
| 187 |
+
(iii) `brandonmusic/GLM-5.2-EXL3-TR3-3.5bpw-MTP78`, published 2026-08-01.
|
| 188 |
+
|
| 189 |
+
### A.2 The eleven instances
|
| 190 |
+
|
| 191 |
+
Each repository below is published at huggingface.co/0xSero. Dates are repository creation dates on Hugging Face. Evidence tiers are defined in A.4; lettered notes are in A.3.
|
| 192 |
+
|
| 193 |
+
| # | Created | Repository | What was taken | Evidence | Attribution at release |
|
| 194 |
+
|---|---|---|---|---|---|
|
| 195 |
+
| 1 | 2026-07-23 | `Laguna-S-2.1-Hybrid-2.75bpw` | Rank-sliced tail schema (TP=2) from the TR3 encoder bundle, present in the shipped tensors | Indicative — schema identity (Note C) | None |
|
| 196 |
+
| 2 | 2026-07-23 | `Laguna-S-2.1-Hybrid-3.25bpw` | Same | Indicative (Note C) | None |
|
| 197 |
+
| 3 | 2026-07-30 | `Inkling-Small-EXL3-2.0bpw` | Calibration recipe and corpus design from the TR3 encoder bundle | Indicative — recipe identity (Note B) | None; provenance fields absent (Note D) |
|
| 198 |
+
| 4 | 2026-07-30 | `Inkling-Small-EXL3-2.5bpw` | Same | Indicative (Note B) | None (Note D) |
|
| 199 |
+
| 5 | 2026-07-30 | `Inkling-Small-EXL3-3.0bpw` | Same | Indicative (Note B) | None (Note D) |
|
| 200 |
+
| 6 | 2026-07-30 | `Inkling-Small-EXL3-3.5bpw` | Same | Indicative (Note B) | None (Note D) |
|
| 201 |
+
| 7 | 2026-07-30 | `Inkling-Small-EXL3-4.0bpw` | Same | Indicative (Note B) | None (Note D) |
|
| 202 |
+
| 8 | 2026-07-30 | `Inkling-Small-EXL3-4.5bpw` | Same | Indicative (Note B) | None (Note D) |
|
| 203 |
+
| 9 | 2026-07-30 | `Inkling-Small-EXL3-5.0bpw` | Same | Indicative (Note B) | None (Note D) |
|
| 204 |
+
| 10 | 2026-07-31 | `DeepSeek-V4-Flash-0731-EXL3-3.0bpw` | Calibration corpus (A.1(i)), declared by SHA-256 in the repository's own `CALIBRATION_COVERAGE.json`, with the Licensor's calibration axes and legal-axis quota | **Proven** — hash identity (Note A) | None; `license: mit` front matter absent; "reference" mention added 2026-08-21 (Note A) |
|
| 205 |
+
| 11 | 2026-08-01 | `deepseek-v4-flash-0731-spark` (69,040 downloads at audit) | Same corpus; same coverage file, byte-identical to #10 (git object ID `3a8b6d04dbfc…`) | **Proven** (Note A) | Same as #10 |
|
| 206 |
+
|
| 207 |
+
### A.3 Notes on the evidence
|
| 208 |
+
|
| 209 |
+
**Note A — corpus (#10, #11).** Both DeepSeek repositories ship a `CALIBRATION_COVERAGE.json`, byte-identical between them (git object ID `3a8b6d04dbfc…`), declaring `corpus_sha256: cf247acc…` — the SHA-256 of the Licensor's corpus — together with the Licensor's four calibration axes (prefixes stripped) and the Licensor's legal-axis quota of 274,604. The corpus file itself sits byte-identical (LFS SHA-256 verified) in the Excluded Party's `GLM-5.2-TR3-Vision`, published 2026-07-26 as a declared duplicate of the Licensor's repository with provenance intact. The `license: mit` front matter was absent from both DeepSeek repositories' cards at first upload. Each README describes the corpus's composition ("legal text") without naming its source, and each README's Credits section names five to seven other parties and omits the Licensor. On 2026-08-21, after the Licensor's first audit, the Excluded Party added a mention of `brandonmusic` as a "reference" to both repositories; the corpus and schema remain unattributed as of 2026-08-22.
|
| 210 |
+
|
| 211 |
+
**Note B — recipe (#3–#9).** The shipped configuration files for all seven Inkling repositories name the Licensor's four calibration axes verbatim, with prefixes (`axis2_legal` on a multimodal audio/vision model), and carry `tokens: 1048576` (`capture_b300.py`, line 49, `TARGET_TOKENS = 1_048_576`), `max_sample_tokens: 4096` (line 50), and `cold_expert_fallback: "layer_gate_and_seeded_down"` — a name coined in `encode_tr3_v31.py` (lines 67–68) for the mechanism documented there, which exists nowhere outside the Licensor's encoder. The model card changed from a generic 65,536-token calibration plan to the Licensor's exact recipe in commit `ab7d5e3103` at 23:27 on 2026-07-30. Each README's Credits section names five to seven other parties and omits the Licensor.
|
| 212 |
+
|
| 213 |
+
**Note C — schema (#1, #2).** Both Laguna repositories, created roughly 48 hours after the TR3 encoder bundle was published, implement the bundle's rank-sliced tail schema at tensor-parallel degree 2; the schema is identifiable in the shipped tensors. The `encoder_script_sha256` declared in the Laguna metadata (`30ccbf52…`) matches none of the Licensor's seven scripts, indicating an adapted, unpublished script rather than a byte copy. Each README's Credits section names five to seven other parties and omits the Licensor.
|
| 214 |
+
|
| 215 |
+
**Note D — provenance (all eleven).** The provenance fields that the Licensor's encoder writes into every artifact's metadata (`producer: encode_b300.py`, `producer_version`, `recipe_fingerprint`, `slicing`, `scope`, `selection_policy`, and `corpus_sha256` where applicable) are absent from the metadata of every repository in A.2 at first upload and remain absent through HEAD, with the exception of `corpus_sha256`, which #10 and #11 retain. No on-platform deletion history exists for any of these files, so the fields were absent before upload. By contrast, the Excluded Party's `GLM-5.2-TR3-Vision` (2026-07-26), built from the same source material, retains every one of those fields at every commit.
|
| 216 |
+
|
| 217 |
+
**Note E — what is not claimed.** The audit found no byte copies and no renamed derivatives of the Licensor's scripts anywhere public outside the attributed `GLM-5.2-TR3-Vision` mirror; the Excluded Party's REAP observation pipeline predates the Licensor's corpus by approximately three months and is independent; all 63 repositories created before 2026-06-21, all 22 datasets, and 99 of 112 repositories overall are clean; and `Qwen3.6-35B-Hybrid-3.25bpw` (2026-07-20) carries markers but predates the Licensor's publication by one day and is not counted. Vocabulary shared with upstream tooling (trellis, MCG, EXL3, REAP, and default multiplier constants) was excluded as evidence. The instances in A.2 are specific to the Prior Works — the calibration corpus and the TR3 recipe and rank-sliced schema — and none of them involves ShapleyMcg, which was first published on 2026-08-23.
|
| 218 |
+
|
| 219 |
+
### A.4 Evidence tiers
|
| 220 |
+
|
| 221 |
+
**Proven** — SHA-256 or git object-ID identity, or a commit diff. **Indicative** — identity of schema, configuration, or recipe values. Shared upstream vocabulary is not evidence.
|
| 222 |
+
|
| 223 |
+
### A.5 Chronology
|
| 224 |
+
|
| 225 |
+
| Date | Event |
|
| 226 |
+
|---|---|
|
| 227 |
+
| 2026-06-21 | Licensor publishes `NVFP4-REAP-Recall-N172`; corpus first public |
|
| 228 |
+
| 2026-07-21 | Licensor publishes `GLM-5.2-EXL3-TR3-3.0bpw` — full encoder bundle, MIT |
|
| 229 |
+
| 2026-07-23 | Excluded Party publishes Laguna ×2 (#1–#2) |
|
| 230 |
+
| 2026-07-26 | Excluded Party publishes `GLM-5.2-TR3-Vision` — attributed byte mirror, provenance intact (not counted) |
|
| 231 |
+
| 2026-07-30 | Excluded Party publishes Inkling ×7 (#3–#9) |
|
| 232 |
+
| 2026-07-31 | Excluded Party publishes `DeepSeek-V4-Flash-0731-EXL3-3.0bpw` (#10) |
|
| 233 |
+
| 2026-08-01 | Excluded Party publishes `deepseek-v4-flash-0731-spark` (#11); Licensor publishes `GLM-5.2-EXL3-TR3-3.5bpw-MTP78` |
|
| 234 |
+
| 2026-08-21 | Licensor's first audit; same evening, Excluded Party adds "reference" mentions of `brandonmusic` to #10 and #11 |
|
| 235 |
+
| 2026-08-22 | Licensor's full-catalog audit |
|
| 236 |
+
| 2026-08-23 | Licensor publishes ShapleyMcg under this License |
|
| 237 |
+
|
| 238 |
+
Requests for the underlying evidence may be directed through the Canonical Repository.
|
| 239 |
+
|
| 240 |
+
---
|
| 241 |
+
|
| 242 |
+
## SCHEDULE B — ATTRIBUTION NOTICE AND CITATION
|
| 243 |
+
|
| 244 |
+
**Attribution Notice** (to be retained in every copy and Derivative, and reproduced in every model card, README, or publication covered by Section 3.2):
|
| 245 |
+
|
| 246 |
+
> This work includes or was produced using ShapleyMcg, created by Brandon M. Music (https://github.com/brandonmmusic-max/shapleymcg). ShapleyMcg is licensed under the ShapleyMcg License v1.0, an attribution-required license that grants no rights to the person known as "0xSero." Use of ShapleyMcg without this attribution is unlicensed.
|
| 247 |
+
|
| 248 |
+
**Citation** (for papers, technical reports, and model cards):
|
| 249 |
+
|
| 250 |
+
```bibtex
|
| 251 |
+
@misc{music2026shapleymcg,
|
| 252 |
+
author = {Music, Brandon M.},
|
| 253 |
+
title = {ShapleyMCG: An Auditable Calibration-to-Encoding Pipeline for
|
| 254 |
+
Low-Bit Mixture-of-Experts Models},
|
| 255 |
+
year = {2026},
|
| 256 |
+
url = {https://github.com/brandonmmusic-max/shapleymcg},
|
| 257 |
+
note = {Licensed under the ShapleyMcg License v1.0}
|
| 258 |
+
}
|
| 259 |
+
```
|
| 260 |
+
|
| 261 |
+
**Hugging Face metadata** (in the model card YAML front matter):
|
| 262 |
+
|
| 263 |
+
```yaml
|
| 264 |
+
license: other
|
| 265 |
+
license_name: shapleymcg-license-1.0
|
| 266 |
+
license_link: https://github.com/brandonmmusic-max/shapleymcg/blob/main/LICENSE
|
| 267 |
+
tags:
|
| 268 |
+
- shapleymcg
|
| 269 |
+
base_model: [base model, if applicable]
|
| 270 |
+
```
|
LICENSE.exllamav3
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
MIT License
|
| 2 |
+
|
| 3 |
+
Copyright (c) 2025 Turboderp
|
| 4 |
+
|
| 5 |
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
| 6 |
+
of this software and associated documentation files (the "Software"), to deal
|
| 7 |
+
in the Software without restriction, including without limitation the rights
|
| 8 |
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
| 9 |
+
copies of the Software, and to permit persons to whom the Software is
|
| 10 |
+
furnished to do so, subject to the following conditions:
|
| 11 |
+
|
| 12 |
+
The above copyright notice and this permission notice shall be included in all
|
| 13 |
+
copies or substantial portions of the Software.
|
| 14 |
+
|
| 15 |
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
| 16 |
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
| 17 |
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
| 18 |
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
| 19 |
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
| 20 |
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
| 21 |
+
SOFTWARE.
|
README.md
ADDED
|
@@ -0,0 +1,144 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: other
|
| 3 |
+
license_name: shapleymcg
|
| 4 |
+
license_link: LICENSE
|
| 5 |
+
pipeline_tag: text-generation
|
| 6 |
+
base_model:
|
| 7 |
+
- zai-org/GLM-5.3-Flash-BF16
|
| 8 |
+
tags:
|
| 9 |
+
- trellismx
|
| 10 |
+
- glm
|
| 11 |
+
- mixture-of-experts
|
| 12 |
+
- quantization
|
| 13 |
+
- vllm
|
| 14 |
+
- sm120
|
| 15 |
+
- custom-runtime
|
| 16 |
+
- shapleymcg
|
| 17 |
+
---
|
| 18 |
+
|
| 19 |
+
# GLM-5.3-Flash — TrellisMX P8, coupled K4/K5
|
| 20 |
+
|
| 21 |
+
**Upload in progress.** This repository is not yet a complete downloadable
|
| 22 |
+
release. Consult `release-status.json` before downloading the weight files.
|
| 23 |
+
|
| 24 |
+
This is the measured **17-K5 / 25-K4 coupled checkpoint**, covering all
|
| 25 |
+
42 routed layers (3–44). Mean true-decode KLD is **0.0341811459** on 32
|
| 26 |
+
already-opened conditional-fit development windows. The routed tensors store
|
| 27 |
+
**4.6587417643 bits/weight**, including metadata; they are not uniform 4.25 bpw.
|
| 28 |
+
|
| 29 |
+
## Required runtime and model layout
|
| 30 |
+
|
| 31 |
+
This repository contains **168 TP4 routed-expert sidecars (177,269,057,440
|
| 32 |
+
bytes)** plus serving metadata, scripts, license and evaluation receipts.
|
| 33 |
+
They replace the carrier's routed experts at load time. They are not an
|
| 34 |
+
additional expert ensemble, and this is **not a standalone Transformers
|
| 35 |
+
checkpoint**. Do not point stock Transformers or unmodified vLLM at it.
|
| 36 |
+
|
| 37 |
+
The working runtime additionally requires the stock carrier:
|
| 38 |
+
[`local-inference-lab/GLM-5.3-Flash-NVFP4`](https://huggingface.co/local-inference-lab/GLM-5.3-Flash-NVFP4/tree/520de24eabf507659eaef7c70f14fd584527facc),
|
| 39 |
+
revision `520de24eabf507659eaef7c70f14fd584527facc`. Its attention, shared
|
| 40 |
+
experts, embeddings, output head and MTP components remain part of the served
|
| 41 |
+
model. Keeping this exact dependency preserves the existing loader contract;
|
| 42 |
+
the reported logical model payload is not a claim that the two download
|
| 43 |
+
directories together occupy only that many bytes.
|
| 44 |
+
|
| 45 |
+
The Docker image is already published on
|
| 46 |
+
[Docker Hub](https://hub.docker.com/r/verdictai/trellismx):
|
| 47 |
+
|
| 48 |
+
```text
|
| 49 |
+
verdictai/trellismx:glm53-flash-p8-rc5-20260907@sha256:609a5fc1cd7d994ba32d9c03626c414d315947eb9f13fab474a15bc8dfbe0129
|
| 50 |
+
```
|
| 51 |
+
|
| 52 |
+
The image stays in the container registry; this card links its immutable
|
| 53 |
+
digest and includes `compose.yaml` and `serve.sh`. No encoder, calibration
|
| 54 |
+
corpus or teacher logits are included in this HF release.
|
| 55 |
+
|
| 56 |
+
## Serving
|
| 57 |
+
|
| 58 |
+
Requires four RTX PRO 6000 Blackwell 96GB SM120 GPUs and the NVIDIA Container
|
| 59 |
+
Toolkit. The recipe uses TP4/DCP1, MTP3 greedy, B12X_MLA_SPARSE attention,
|
| 60 |
+
NVFP4 MLA KV (`nvfp4_ds_mla`), native P8 MoE with E4M3 activations, CUDA graphs,
|
| 61 |
+
B12X PCIe collectives, prefix caching and an 8192-token scheduler batch.
|
| 62 |
+
It does not alter GPU power limits, memory clocks or host services.
|
| 63 |
+
|
| 64 |
+
After `release-status.json` reports upload completion:
|
| 65 |
+
|
| 66 |
+
```bash
|
| 67 |
+
hf download brandonmusic/GLM-5.3-Flash-TrellisMX-P8-K4K5 --local-dir ./trellismx-p8
|
| 68 |
+
hf download local-inference-lab/GLM-5.3-Flash-NVFP4 \
|
| 69 |
+
--revision 520de24eabf507659eaef7c70f14fd584527facc --local-dir ./glm53-carrier
|
| 70 |
+
cd trellismx-p8
|
| 71 |
+
export MODEL_ROOT=/absolute/path/to/glm53-carrier
|
| 72 |
+
docker compose -f compose.yaml config --quiet
|
| 73 |
+
docker compose -f compose.yaml up -d
|
| 74 |
+
```
|
| 75 |
+
|
| 76 |
+
Default port: 8033. Default maximum model length: **1,000,000 tokens**,
|
| 77 |
+
within the model's declared 1,048,576 positions. That new launch limit is
|
| 78 |
+
**not a tested 1M-context accuracy claim**. The HF-layout launch has CPU
|
| 79 |
+
configuration checks only; a clean GPU download-to-serving test is pending.
|
| 80 |
+
Use a firewall or authenticated gateway before exposing the endpoint beyond
|
| 81 |
+
a trusted network. API credentials are not baked into the image.
|
| 82 |
+
|
| 83 |
+
## Measured results
|
| 84 |
+
|
| 85 |
+
| Measurement | Result | Boundary |
|
| 86 |
+
| --- | --- | --- |
|
| 87 |
+
| Mean true-decode KLD | **0.0341811459** | 32 opened CF windows; BF16 teacher to student |
|
| 88 |
+
| Window BCa 95% interval | [0.0291483518, 0.0409784257] | Historical checkpoint measurement, not fresh RC5 KLD |
|
| 89 |
+
| Uniform coupled K4 KLD | 0.0369674524 | K4/K5 is 7.54% lower at a larger bit budget |
|
| 90 |
+
| Estonia | **30/30 PASS** | 30 requests, C10, reasoning effort max |
|
| 91 |
+
| LAVD | **28/30 credited** | 22 exact, 6 near, 2 truncated at 100k output tokens |
|
| 92 |
+
| Hotel Lights | **28/30 exact** | 2 scored failures, neither token-limited |
|
| 93 |
+
| Sustained decode C1 | **178.336464 tokens/s** | Aggregate, MTP3, context zero |
|
| 94 |
+
| Sustained decode C2 / C4 | 235.605573 / 300.874345 tokens/s | Aggregate, not per user |
|
| 95 |
+
| Client prefill, 8k / 32k cells | 8063 / 7998 tokens/s | Separate prefill run |
|
| 96 |
+
|
| 97 |
+
All 28 finished LAVD answers were credited by the official scorer, including
|
| 98 |
+
six NEAR answers. The two capped answers remain incomplete: **28/28 credited
|
| 99 |
+
among finished answers is not 30/30 exact accuracy**. Hotel's two failures
|
| 100 |
+
are retained as scored. All three selected reasoning runs had zero request
|
| 101 |
+
errors. Their output-token p99 values were 100,000 (LAVD), 8,766.38 (Estonia),
|
| 102 |
+
and 97,012.24 (Hotel); these are not p99 KLD or speed values.
|
| 103 |
+
|
| 104 |
+
Speed comes from final `llm_decode_bench` JSON and matching logs, not vLLM's
|
| 105 |
+
rolling throughput. Decode used a separate cache-disabled launch with zero
|
| 106 |
+
prefix-hit delta; prefill enabled prefix caching. Four GPUs at 300W each,
|
| 107 |
+
+6000 memory offset. One run per configuration: no independently repeated
|
| 108 |
+
speed qualification or 200-token/s claim. Reasoning-profile generation
|
| 109 |
+
statistics are not substituted for sustained-decode speed.
|
| 110 |
+
|
| 111 |
+
KLD uses CPU FP64 teacher-to-student KL, 2,047 true-decode rows per window,
|
| 112 |
+
excluding row zero (prefill). It is already-opened development evidence,
|
| 113 |
+
not untouched final qualification or a matched stock-NVFP4 comparison.
|
| 114 |
+
The historical KLD image differs from RC5. Top-1 agreement and p99 KLD are
|
| 115 |
+
not reported by this release; no values are inferred for missing metrics.
|
| 116 |
+
|
| 117 |
+
See the [full GitHub results and receipts](https://github.com/brandonmmusic-max/glm53-hadamard-shapleymcg-kld/blob/03527b1f092cfbf274ae3ca78cabb23077c37057/results/RC5_RELEASE_RESULTS_20260907.md),
|
| 118 |
+
and the included `results/` and `evidence/` files.
|
| 119 |
+
|
| 120 |
+
## Codec and limitations
|
| 121 |
+
|
| 122 |
+
Procedural MCG trellis streams decode in registers to E4M3 for native
|
| 123 |
+
`mxf8f6f4` tensor-core MMA. Coupled boundary:
|
| 124 |
+
`coupled-h512-h128-suh-svh-v1`, sign draw zero, SiLU cap 10, UE8M0/32 scales.
|
| 125 |
+
P8 uses **twice the NVFP4 MMA issue count for the same dimensions**; it is
|
| 126 |
+
not native FP4-rate math. The separate P4 design is not this checkpoint.
|
| 127 |
+
|
| 128 |
+
The current working RC5 runtime is a custom derivative, not a claim of
|
| 129 |
+
support in the latest Jovian branch. A general TrellisMX adapter or an
|
| 130 |
+
arbitrary-model BF16 converter is not included in this model upload.
|
| 131 |
+
|
| 132 |
+
## License and attribution
|
| 133 |
+
|
| 134 |
+
The exact [SHAPLEYMCG LICENSE](LICENSE) applies to this work. It is
|
| 135 |
+
source-available, **not an OSI-open-source license**. Base-model and component
|
| 136 |
+
licenses remain applicable; this license does not replace them.
|
| 137 |
+
Credit: Brandon M. Music; Z.ai for GLM; Local Inference Lab for vLLM/B12X
|
| 138 |
+
integration; ExLlamaV3 for procedural trellis lineage; KQuant, QSRT and
|
| 139 |
+
`w4a8_trellis` for the coupled/reference and native decoding lineage.
|
| 140 |
+
See `CITATION.cff`, `LICENSE.exllamav3` and `LICENSE.carrier`.
|
| 141 |
+
|
| 142 |
+
[Runtime support](https://github.com/brandonmmusic-max/glm53-hadamard-shapleymcg-kld/issues/5)
|
| 143 |
+
is for the custom experimental release; no general hardware/support guarantee
|
| 144 |
+
is implied. The original research versions remain available on GitHub.
|
evidence/k5-only-cf32-analysis.json
ADDED
|
@@ -0,0 +1,206 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"arms": {
|
| 3 |
+
"coupled_full": {
|
| 4 |
+
"conditions": {
|
| 5 |
+
"activation_precision": "E4M3 UE8M0_K32 at native P8 MMA boundaries",
|
| 6 |
+
"attention": "B12X_MLA_SPARSE",
|
| 7 |
+
"bpw": 4.658741764290623,
|
| 8 |
+
"image_id": "sha256:c121590d3371b406c1e456076b1fc9cf9b596aa425b4401c692d142cbc425cd4",
|
| 9 |
+
"kv_dtype": "nvfp4_ds_mla",
|
| 10 |
+
"layers": "3-44",
|
| 11 |
+
"moe_backend": "native-p8-mxf8f6f4-n128-coupled-h512-h128-suh-svh-v1",
|
| 12 |
+
"stored_rates": "K4/K5"
|
| 13 |
+
},
|
| 14 |
+
"including_prefill_mean_kld": 0.03531762204580294,
|
| 15 |
+
"per_domain_true_decode_mean_kld": {
|
| 16 |
+
"axis1_general": 0.033235631544202386,
|
| 17 |
+
"axis2_legal": 0.04939042943095556,
|
| 18 |
+
"axis3_code_agentic": 0.030089182452904976,
|
| 19 |
+
"axis4_reasoning_termination": 0.024009340213048947
|
| 20 |
+
},
|
| 21 |
+
"per_window_true_decode_kld": [
|
| 22 |
+
{
|
| 23 |
+
"domain": "axis1_general",
|
| 24 |
+
"true_decode_mean_kld": 0.04250551026174579,
|
| 25 |
+
"window_id": "conditional-fit-0056"
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"domain": "axis1_general",
|
| 29 |
+
"true_decode_mean_kld": 0.07137054709566086,
|
| 30 |
+
"window_id": "conditional-fit-0008"
|
| 31 |
+
},
|
| 32 |
+
{
|
| 33 |
+
"domain": "axis1_general",
|
| 34 |
+
"true_decode_mean_kld": 0.023221268989010977,
|
| 35 |
+
"window_id": "conditional-fit-0100"
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"domain": "axis1_general",
|
| 39 |
+
"true_decode_mean_kld": 0.02130458708661015,
|
| 40 |
+
"window_id": "conditional-fit-0094"
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"domain": "axis2_legal",
|
| 44 |
+
"true_decode_mean_kld": 0.03375644378490018,
|
| 45 |
+
"window_id": "conditional-fit-0083"
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"domain": "axis2_legal",
|
| 49 |
+
"true_decode_mean_kld": 0.042359442160645334,
|
| 50 |
+
"window_id": "conditional-fit-0021"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"domain": "axis2_legal",
|
| 54 |
+
"true_decode_mean_kld": 0.04717905328959397,
|
| 55 |
+
"window_id": "conditional-fit-0098"
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"domain": "axis2_legal",
|
| 59 |
+
"true_decode_mean_kld": 0.04195273979042107,
|
| 60 |
+
"window_id": "conditional-fit-0080"
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"domain": "axis3_code_agentic",
|
| 64 |
+
"true_decode_mean_kld": 0.027399104841478325,
|
| 65 |
+
"window_id": "conditional-fit-0081"
|
| 66 |
+
},
|
| 67 |
+
{
|
| 68 |
+
"domain": "axis3_code_agentic",
|
| 69 |
+
"true_decode_mean_kld": 0.03354532120737718,
|
| 70 |
+
"window_id": "conditional-fit-0123"
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"domain": "axis3_code_agentic",
|
| 74 |
+
"true_decode_mean_kld": 0.03707044270671794,
|
| 75 |
+
"window_id": "conditional-fit-0090"
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"domain": "axis3_code_agentic",
|
| 79 |
+
"true_decode_mean_kld": 0.027753854521085614,
|
| 80 |
+
"window_id": "conditional-fit-0062"
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"domain": "axis4_reasoning_termination",
|
| 84 |
+
"true_decode_mean_kld": 0.03105360676135499,
|
| 85 |
+
"window_id": "conditional-fit-0047"
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"domain": "axis4_reasoning_termination",
|
| 89 |
+
"true_decode_mean_kld": 0.015642349242616423,
|
| 90 |
+
"window_id": "conditional-fit-0051"
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"domain": "axis4_reasoning_termination",
|
| 94 |
+
"true_decode_mean_kld": 0.025585400469560125,
|
| 95 |
+
"window_id": "conditional-fit-0055"
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"domain": "axis4_reasoning_termination",
|
| 99 |
+
"true_decode_mean_kld": 0.020136431364887183,
|
| 100 |
+
"window_id": "conditional-fit-0031"
|
| 101 |
+
},
|
| 102 |
+
{
|
| 103 |
+
"domain": "axis4_reasoning_termination",
|
| 104 |
+
"true_decode_mean_kld": 0.026266641520174997,
|
| 105 |
+
"window_id": "conditional-fit-0003"
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"domain": "axis2_legal",
|
| 109 |
+
"true_decode_mean_kld": 0.04836328466200736,
|
| 110 |
+
"window_id": "conditional-fit-0009"
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"domain": "axis3_code_agentic",
|
| 114 |
+
"true_decode_mean_kld": 0.015734642173261638,
|
| 115 |
+
"window_id": "conditional-fit-0010"
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"domain": "axis4_reasoning_termination",
|
| 119 |
+
"true_decode_mean_kld": 0.020567282464025012,
|
| 120 |
+
"window_id": "conditional-fit-0011"
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"domain": "axis3_code_agentic",
|
| 124 |
+
"true_decode_mean_kld": 0.024533709745166433,
|
| 125 |
+
"window_id": "conditional-fit-0030"
|
| 126 |
+
},
|
| 127 |
+
{
|
| 128 |
+
"domain": "axis1_general",
|
| 129 |
+
"true_decode_mean_kld": 0.032593281968803574,
|
| 130 |
+
"window_id": "conditional-fit-0032"
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"domain": "axis4_reasoning_termination",
|
| 134 |
+
"true_decode_mean_kld": 0.01435630558080974,
|
| 135 |
+
"window_id": "conditional-fit-0035"
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"domain": "axis1_general",
|
| 139 |
+
"true_decode_mean_kld": 0.04511042377355059,
|
| 140 |
+
"window_id": "conditional-fit-0040"
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"domain": "axis2_legal",
|
| 144 |
+
"true_decode_mean_kld": 0.08745224224379668,
|
| 145 |
+
"window_id": "conditional-fit-0041"
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"domain": "axis3_code_agentic",
|
| 149 |
+
"true_decode_mean_kld": 0.059365110385106536,
|
| 150 |
+
"window_id": "conditional-fit-0046"
|
| 151 |
+
},
|
| 152 |
+
{
|
| 153 |
+
"domain": "axis1_general",
|
| 154 |
+
"true_decode_mean_kld": 0.017226236764235573,
|
| 155 |
+
"window_id": "conditional-fit-0060"
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"domain": "axis4_reasoning_termination",
|
| 159 |
+
"true_decode_mean_kld": 0.038466704300963106,
|
| 160 |
+
"window_id": "conditional-fit-0063"
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"domain": "axis2_legal",
|
| 164 |
+
"true_decode_mean_kld": 0.04200736968517619,
|
| 165 |
+
"window_id": "conditional-fit-0074"
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"domain": "axis3_code_agentic",
|
| 169 |
+
"true_decode_mean_kld": 0.01531127404304614,
|
| 170 |
+
"window_id": "conditional-fit-0099"
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"domain": "axis2_legal",
|
| 174 |
+
"true_decode_mean_kld": 0.05205285983110372,
|
| 175 |
+
"window_id": "conditional-fit-0113"
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"domain": "axis1_general",
|
| 179 |
+
"true_decode_mean_kld": 0.012553196414001568,
|
| 180 |
+
"window_id": "conditional-fit-0118"
|
| 181 |
+
}
|
| 182 |
+
],
|
| 183 |
+
"true_decode_mean_kld": 0.03418114591027796,
|
| 184 |
+
"true_decode_window_bca95": [
|
| 185 |
+
0.02914835179457108,
|
| 186 |
+
0.040978425681327625
|
| 187 |
+
]
|
| 188 |
+
}
|
| 189 |
+
},
|
| 190 |
+
"arms_present": [
|
| 191 |
+
"coupled_full"
|
| 192 |
+
],
|
| 193 |
+
"bootstrap": {
|
| 194 |
+
"replicates": 20000,
|
| 195 |
+
"seed": 20260902,
|
| 196 |
+
"unit": "window"
|
| 197 |
+
},
|
| 198 |
+
"claim_boundary": "Already-opened CF32 development evidence, not final qualification; input provenance and runtime installation require separate receipts",
|
| 199 |
+
"comparison": null,
|
| 200 |
+
"decision": "measured",
|
| 201 |
+
"decision_rule": "single-arm absolute KLD of the coupled_full model; no control arm was requested",
|
| 202 |
+
"isa_cost": "P8 E4M3 mxf8f6f4 has twice the NVFP4 MMA issue count; no speed claim",
|
| 203 |
+
"role": "conditional-fit",
|
| 204 |
+
"schema": "glm53.p8-full-coupled-cf32-paired-development.v1",
|
| 205 |
+
"windows": 32
|
| 206 |
+
}
|
image-record.json
ADDED
|
@@ -0,0 +1,245 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 4,
|
| 3 |
+
"record_id": "trellismx-glm53-p8-rc5-20260907",
|
| 4 |
+
"title": "TrellisMX P8 RC5 GLM-5.3-Flash",
|
| 5 |
+
"summary": "Existing verified RC5 runtime republished unchanged; new portable 1M-context launch is not GPU-qualified.",
|
| 6 |
+
"model_family": "GLM-5.3-Flash",
|
| 7 |
+
"release_class": "experimental",
|
| 8 |
+
"distribution_role": "custom",
|
| 9 |
+
"qualification_status": "implemented",
|
| 10 |
+
"maintenance_status": "ephemeral",
|
| 11 |
+
"image": {
|
| 12 |
+
"repository": "verdictai/trellismx",
|
| 13 |
+
"tag": "glm53-flash-p8-rc5-20260907",
|
| 14 |
+
"digest": "sha256:609a5fc1cd7d994ba32d9c03626c414d315947eb9f13fab474a15bc8dfbe0129",
|
| 15 |
+
"reference": "verdictai/trellismx:glm53-flash-p8-rc5-20260907@sha256:609a5fc1cd7d994ba32d9c03626c414d315947eb9f13fab474a15bc8dfbe0129"
|
| 16 |
+
},
|
| 17 |
+
"base_image": {
|
| 18 |
+
"repository": "verdictai/trellismx",
|
| 19 |
+
"tag": "glm53-flash-p8-base-v11-20260907",
|
| 20 |
+
"digest": "sha256:9846694e7dd3546f6ef3d259ecd2c129a5d54147662a76d32c5a3d15673f5e25",
|
| 21 |
+
"reference": "verdictai/trellismx:glm53-flash-p8-base-v11-20260907@sha256:9846694e7dd3546f6ef3d259ecd2c129a5d54147662a76d32c5a3d15673f5e25",
|
| 22 |
+
"credit": "Existing P8 v11 derivative by Brandon Music; inherits Local Inference Lab vLLM/B12X, ExLlamaV3, KQuant and QSRT. Component licenses and repository CITATION.cff apply."
|
| 23 |
+
},
|
| 24 |
+
"recommended_image": {
|
| 25 |
+
"reference": "voipmonitor/vllm@sha256:a298fe1cd207eaf97bd2ff2686716ed25b7009c09b36650eba732a4a7dc51512",
|
| 26 |
+
"relationship": "Recommended community control from the pinned wiki, not a measured baseline for this RC5 release."
|
| 27 |
+
},
|
| 28 |
+
"community_wiki": {
|
| 29 |
+
"repository": "https://github.com/local-inference-lab/rtx6kpro",
|
| 30 |
+
"commit": "94b71ac2a5f9c75f6b60dd1b6e6dffda492a4942",
|
| 31 |
+
"runbook_path": "models/glm-5.3-flash.md",
|
| 32 |
+
"runbook_url": "https://github.com/local-inference-lab/rtx6kpro/blob/94b71ac2a5f9c75f6b60dd1b6e6dffda492a4942/models/glm-5.3-flash.md",
|
| 33 |
+
"relationship": "Community source contract; does not qualify this custom P8 runtime."
|
| 34 |
+
},
|
| 35 |
+
"build": {
|
| 36 |
+
"recipe_url": "https://github.com/brandonmmusic-max/glm53-hadamard-shapleymcg-kld/tree/a3e8f95847ffa5a7708f9b654906994a80393810/deploy/trellismx/image-context",
|
| 37 |
+
"recipe_commit": "a3e8f95847ffa5a7708f9b654906994a80393810",
|
| 38 |
+
"build_command": "docker build --pull=false -t trellismx-rc5-rebuild deploy/trellismx/image-context",
|
| 39 |
+
"components": [
|
| 40 |
+
{
|
| 41 |
+
"name": "vllm",
|
| 42 |
+
"repository": "https://github.com/local-inference-lab/vllm",
|
| 43 |
+
"commit": "6dc2f516688fe6f84c6994dcd20fddf296853a6c",
|
| 44 |
+
"release_reference": "N/A",
|
| 45 |
+
"pull_requests": [],
|
| 46 |
+
"patches": [
|
| 47 |
+
{
|
| 48 |
+
"path_or_url": "deploy/trellismx/image-context/rootfs/opt/p8-coupled-runtime/p8_multirow_scratch.py",
|
| 49 |
+
"sha256": "sha256:c957986d0d0434a380a14c598695ee01a3274a20ec191ea1c885e48f496af4f7",
|
| 50 |
+
"purpose": "New file added to pinned base; full source supplied rather than a textual diff.",
|
| 51 |
+
"authors": [
|
| 52 |
+
"Brandon Music; upstream derivations credited in repository CITATION.cff"
|
| 53 |
+
]
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"path_or_url": "deploy/trellismx/image-context/rootfs/opt/p8-coupled-runtime/p8_native_multirow_candidate.py",
|
| 57 |
+
"sha256": "sha256:dbc4cb653b4b139829709eb763652d38942945946ae1a19041f53dbe07a45bdc",
|
| 58 |
+
"purpose": "New file added to pinned base; full source supplied rather than a textual diff.",
|
| 59 |
+
"authors": [
|
| 60 |
+
"Brandon Music; upstream derivations credited in repository CITATION.cff"
|
| 61 |
+
]
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"path_or_url": "deploy/trellismx/image-context/rootfs/opt/p8-mtp-bootstrap/sitecustomize.py",
|
| 65 |
+
"sha256": "sha256:797f66b76b9bce8e6f940a4b52da831dbb7576a22c32186aa9cf3831c746190c",
|
| 66 |
+
"purpose": "New file added to pinned base; full source supplied rather than a textual diff.",
|
| 67 |
+
"authors": [
|
| 68 |
+
"Brandon Music; upstream derivations credited in repository CITATION.cff"
|
| 69 |
+
]
|
| 70 |
+
}
|
| 71 |
+
],
|
| 72 |
+
"overlays": [
|
| 73 |
+
{
|
| 74 |
+
"source": "deploy/trellismx/image-context/rootfs/etc/python3.12/sitecustomize.py",
|
| 75 |
+
"destination": "/etc/python3.12/sitecustomize.py",
|
| 76 |
+
"old_sha256": "sha256:2b6cbcb5edecf080ea21f5e7e876684d163e52d4766ec377a0c446c3f7d8d2ee",
|
| 77 |
+
"new_sha256": "sha256:efed562351c003dbbc521f7482edbd940488ce1ecff16f5f58e4267ecb175e31",
|
| 78 |
+
"purpose": "Exact checked RC5 runtime export; inherited base is separately digest pinned."
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"source": "deploy/trellismx/image-context/rootfs/opt/p8-coupled-runtime/p8_coupled_scales.py",
|
| 82 |
+
"destination": "/opt/p8-coupled-runtime/p8_coupled_scales.py",
|
| 83 |
+
"old_sha256": "sha256:5e9220740c30bfbcb47ab0ea0857f820562b95e6a0797ff0fb0868eb6f84a0f2",
|
| 84 |
+
"new_sha256": "sha256:5e9220740c30bfbcb47ab0ea0857f820562b95e6a0797ff0fb0868eb6f84a0f2",
|
| 85 |
+
"purpose": "Exact checked RC5 runtime export; inherited base is separately digest pinned."
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"source": "deploy/trellismx/image-context/rootfs/opt/p8-coupled-runtime/p8_native_kernel.py",
|
| 89 |
+
"destination": "/opt/p8-coupled-runtime/p8_native_kernel.py",
|
| 90 |
+
"old_sha256": "sha256:e16bf26f244dbbedab6d43c1c756cf0d41a690cbd7c5be124b698791e768cd92",
|
| 91 |
+
"new_sha256": "sha256:dbc4cb653b4b139829709eb763652d38942945946ae1a19041f53dbe07a45bdc",
|
| 92 |
+
"purpose": "Exact checked RC5 runtime export; inherited base is separately digest pinned."
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"source": "deploy/trellismx/image-context/rootfs/opt/p8-coupled-runtime/p8_smallm_schedule.py",
|
| 96 |
+
"destination": "/opt/p8-coupled-runtime/p8_smallm_schedule.py",
|
| 97 |
+
"old_sha256": "sha256:804fae60a3b2e5fdea31d0fc1f343e545a45a4a3e859d617bc667bf3ea706df6",
|
| 98 |
+
"new_sha256": "sha256:b5d56e800c7760269608b34fa06533181d9b431aeab535e644a4d5e4620b66e2",
|
| 99 |
+
"purpose": "Exact checked RC5 runtime export; inherited base is separately digest pinned."
|
| 100 |
+
}
|
| 101 |
+
]
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"name": "b12x",
|
| 105 |
+
"repository": "https://github.com/local-inference-lab/b12x",
|
| 106 |
+
"commit": "36bce2c1552ba2d47dc09f20a6f64fbfc8ec4ff8",
|
| 107 |
+
"release_reference": "N/A",
|
| 108 |
+
"pull_requests": [],
|
| 109 |
+
"patches": [],
|
| 110 |
+
"overlays": [
|
| 111 |
+
{
|
| 112 |
+
"source": "deploy/trellismx/image-context/rootfs/opt/infernal-invocation/b12x/b12x/moe/_shared/kernels/dynamic.py",
|
| 113 |
+
"destination": "/opt/infernal-invocation/b12x/b12x/moe/_shared/kernels/dynamic.py",
|
| 114 |
+
"old_sha256": "sha256:8b26ab7a7b193bb78fd400cd3bf639a42069bcabfffbd29d038858d625cc179e",
|
| 115 |
+
"new_sha256": "sha256:1283909e371eace07784fd6f628ac83997377dba649a28b09e058a26dcac8b75",
|
| 116 |
+
"purpose": "Exact checked RC5 runtime export; inherited base is separately digest pinned."
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"source": "deploy/trellismx/image-context/rootfs/opt/infernal-invocation/b12x/b12x/moe/_shared/kernels/p8_h128_fc1.py",
|
| 120 |
+
"destination": "/opt/infernal-invocation/b12x/b12x/moe/_shared/kernels/p8_h128_fc1.py",
|
| 121 |
+
"old_sha256": "sha256:97dc8c1899bab187918143da1dda7b3397d70fdf710810c79070ed970907ba40",
|
| 122 |
+
"new_sha256": "sha256:a38691a411e98202eabb0d2ee0085aaa98ffc71b4b9eb63a628def064cbd291f",
|
| 123 |
+
"purpose": "Exact checked RC5 runtime export; inherited base is separately digest pinned."
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"source": "deploy/trellismx/image-context/rootfs/opt/infernal-invocation/b12x/b12x/moe/_shared/kernels/p8_small_m.py",
|
| 127 |
+
"destination": "/opt/infernal-invocation/b12x/b12x/moe/_shared/kernels/p8_small_m.py",
|
| 128 |
+
"old_sha256": "sha256:478c5400d1efd7fd7c301ae4298a139e3c75b95928dc176173fe5d495e48f285",
|
| 129 |
+
"new_sha256": "sha256:8530dc32fb17ee1eaaf770810ce5999ecda0489b0bd2b04a5b7b8e8d749812cb",
|
| 130 |
+
"purpose": "Exact checked RC5 runtime export; inherited base is separately digest pinned."
|
| 131 |
+
}
|
| 132 |
+
]
|
| 133 |
+
}
|
| 134 |
+
],
|
| 135 |
+
"package_changes": [
|
| 136 |
+
"None in this publication: the existing RC5 image was retagged unchanged."
|
| 137 |
+
],
|
| 138 |
+
"build_arguments": [
|
| 139 |
+
"BASE_IMAGE=verdictai/trellismx:glm53-flash-p8-base-v11-20260907@sha256:9846694e7dd3546f6ef3d259ecd2c129a5d54147662a76d32c5a3d15673f5e25"
|
| 140 |
+
],
|
| 141 |
+
"environment_defaults": [
|
| 142 |
+
"Inherited exact base defaults; PYTHONPATH in Dockerfile; runtime flags in serve.sh."
|
| 143 |
+
],
|
| 144 |
+
"entrypoint_changes": [
|
| 145 |
+
"Published image unchanged. Compose runs /release/serve.sh and defaults to max-model-len 1000000."
|
| 146 |
+
],
|
| 147 |
+
"result_tree": "N/A",
|
| 148 |
+
"integration_patch_sha256": "N/A"
|
| 149 |
+
},
|
| 150 |
+
"changes": {
|
| 151 |
+
"inherited": [
|
| 152 |
+
"vLLM/B12X serving, calibrated NVFP4 MLA KV, P8 v11 base and dependency stack."
|
| 153 |
+
],
|
| 154 |
+
"introduced": [
|
| 155 |
+
"Exact RC5 FC1-broadcast/mixed-rate sources; unchanged RC5 image published with portable Compose and 1M launch default."
|
| 156 |
+
],
|
| 157 |
+
"compatibility_impact": [
|
| 158 |
+
"Four SM120 GPUs, TP4/DCP1, explicit GLM carrier plus K4/K5 routed sidecars; not an arbitrary-model server."
|
| 159 |
+
]
|
| 160 |
+
},
|
| 161 |
+
"tested_configurations": [
|
| 162 |
+
{
|
| 163 |
+
"name": "RC5 qualitative profile launches (not new 1M recipe)",
|
| 164 |
+
"hardware": "4x RTX PRO 6000 96GB SM120",
|
| 165 |
+
"topology": "PCIe; no NVLink",
|
| 166 |
+
"power_and_clocks": "300W/GPU; +6000 memory offset; not changed by recipe",
|
| 167 |
+
"driver": "610.57.04",
|
| 168 |
+
"cuda_runtime": "13.3.1.008",
|
| 169 |
+
"pytorch": "2.13.0a0+9186a08",
|
| 170 |
+
"nccl": "2.31.2",
|
| 171 |
+
"engine_source": "6dc2f516688fe6f84c6994dcd20fddf296853a6c plus pinned image overlays",
|
| 172 |
+
"model_revision": "17-K5 / 25-K4 manifest in evidence/p8-full-coupled-campaign-20260906/phase1/k5-only-checkpoint-manifest.json",
|
| 173 |
+
"quantization": "P8 E4M3 activations/MMA; 4.6587417643 routed stored bpw",
|
| 174 |
+
"parallelism": "TP4/DCP1",
|
| 175 |
+
"kv_cache": "nvfp4_ds_mla; per-launch capacity in runtime receipts",
|
| 176 |
+
"speculative_mode": "MTP3 greedy",
|
| 177 |
+
"graph_mode": "CUDA graphs; exact profile launch in evidence",
|
| 178 |
+
"scheduler_limits": "8192 batch tokens; 32 sequences; context differs by profile",
|
| 179 |
+
"cache_policy": "Prefix caching enabled for qualitative runs; separate cache-disabled speed run",
|
| 180 |
+
"launch_command": "https://github.com/brandonmmusic-max/glm53-hadamard-shapleymcg-kld/tree/main/evidence/rc5-release-20260907"
|
| 181 |
+
}
|
| 182 |
+
],
|
| 183 |
+
"validation": {
|
| 184 |
+
"commands": [
|
| 185 |
+
"docker run --rm --network none --entrypoint /bin/bash verdictai/trellismx:glm53-flash-p8-rc5-20260907 -lc \"/opt/venv/bin/python /opt/p8-coupled-runtime/verify_release.py\"",
|
| 186 |
+
"bash -n deploy/trellismx/serve.sh",
|
| 187 |
+
"docker compose -f deploy/trellismx/compose.yaml config --quiet",
|
| 188 |
+
"docker buildx imagetools inspect verdictai/trellismx:glm53-flash-p8-rc5-20260907@sha256:609a5fc1cd7d994ba32d9c03626c414d315947eb9f13fab474a15bc8dfbe0129"
|
| 189 |
+
],
|
| 190 |
+
"results": [
|
| 191 |
+
{
|
| 192 |
+
"name": "Embedded runtime source integrity; CPU inspection without GPUs",
|
| 193 |
+
"status": "passed",
|
| 194 |
+
"conditions": "verdictai/trellismx:glm53-flash-p8-rc5-20260907@sha256:609a5fc1cd7d994ba32d9c03626c414d315947eb9f13fab474a15bc8dfbe0129",
|
| 195 |
+
"measurement": "Embedded SHA256 verifier",
|
| 196 |
+
"result": "10 files pass; public registry digest equals working image identity",
|
| 197 |
+
"conclusion": "Source identity only; no new GPU or 1M-context qualification",
|
| 198 |
+
"evidence_url": "https://github.com/brandonmmusic-max/glm53-hadamard-shapleymcg-kld/tree/main/deploy/trellismx",
|
| 199 |
+
"evidence_sha256": "sha256:7d4890acda0c8bfc9fb940ea6c8bdd6992b97fed4bbdb324b0e5b604924609d7",
|
| 200 |
+
"category": "smoke"
|
| 201 |
+
},
|
| 202 |
+
{
|
| 203 |
+
"name": "CPU-only source reconstruction",
|
| 204 |
+
"status": "passed",
|
| 205 |
+
"conditions": "Pinned public v11 base; no network and no GPUs; exact exported RC5 source files",
|
| 206 |
+
"measurement": "docker build --pull=false --network=none deploy/trellismx/image-context",
|
| 207 |
+
"result": "Build completed; embedded verifier passed all 10 files. Local rebuild manifest list sha256:e1514e8478d89a16ae2151db655a7a96ad4befd3640e421bc2547010a46d39e9; this is not the published RC5 image identity.",
|
| 208 |
+
"conclusion": "Source reconstruction and hash closure, not serving or performance qualification.",
|
| 209 |
+
"evidence_url": "https://github.com/brandonmmusic-max/glm53-hadamard-shapleymcg-kld/tree/a3e8f95847ffa5a7708f9b654906994a80393810/deploy/trellismx/image-context",
|
| 210 |
+
"evidence_sha256": "sha256:ada01610f8a83dfe1a8922e2092fb6de8de1645b2a21535872158a9304480a9f",
|
| 211 |
+
"category": "smoke"
|
| 212 |
+
}
|
| 213 |
+
],
|
| 214 |
+
"performance_claims": []
|
| 215 |
+
},
|
| 216 |
+
"limitations": {
|
| 217 |
+
"known": [
|
| 218 |
+
"P8 uses E4M3 mxf8f6f4 MMA, 2x NVFP4 issue count for equal dimensions. Historical 0.034181 KLD is not a new RC5 measurement.",
|
| 219 |
+
"LAVD official 28/30 includes six near scores and two token caps; Hotel 28/30 has two non-token-cap failures."
|
| 220 |
+
],
|
| 221 |
+
"untested": [
|
| 222 |
+
"New 1M launch startup/accuracy, independent cold GPU/JIT rebuild, universal architecture support."
|
| 223 |
+
],
|
| 224 |
+
"unsupported": [
|
| 225 |
+
"Automatic arbitrary-model BF16 conversion by this serving recipe; claiming P8 has native NVFP4 compute throughput."
|
| 226 |
+
]
|
| 227 |
+
},
|
| 228 |
+
"support": {
|
| 229 |
+
"owner": "Brandon Music",
|
| 230 |
+
"contact": "https://github.com/brandonmmusic-max",
|
| 231 |
+
"issue_tracker": "https://github.com/brandonmmusic-max/glm53-hadamard-shapleymcg-kld/issues",
|
| 232 |
+
"support_thread": "https://github.com/brandonmmusic-max/glm53-hadamard-shapleymcg-kld/issues/5",
|
| 233 |
+
"thread_status": "active",
|
| 234 |
+
"support_commitment": "ephemeral",
|
| 235 |
+
"triage_policy": "Keep reports in this thread. Escalate upstream only after reproduction on the recommended image or a minimal reproducer identifies the responsible source change.",
|
| 236 |
+
"superseded_by": "N/A"
|
| 237 |
+
},
|
| 238 |
+
"publication": {
|
| 239 |
+
"record_url": "https://github.com/brandonmmusic-max/glm53-hadamard-shapleymcg-kld/blob/main/deploy/trellismx/image-record.json",
|
| 240 |
+
"main_channel_link": "N/A",
|
| 241 |
+
"main_channel_link_count": 0,
|
| 242 |
+
"bot_listing": "not-applicable",
|
| 243 |
+
"maintainer_approval_url": "N/A"
|
| 244 |
+
}
|
| 245 |
+
}
|
results/P8_LATEST_KLD.md
ADDED
|
@@ -0,0 +1,74 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Latest measured coupled P8 checkpoint
|
| 2 |
+
|
| 3 |
+
Documentation updated September 7, 2026; measurement from September 6.
|
| 4 |
+
No new GPU measurement was performed for this documentation update.
|
| 5 |
+
|
| 6 |
+
## Result
|
| 7 |
+
|
| 8 |
+
**Mean true-decode KL(teacher || student): 0.03418114591027796.**
|
| 9 |
+
Window BCa 95% interval: **[0.02914835179457108, 0.040978425681327625]**.
|
| 10 |
+
Mean including the prefill row: **0.03531762204580294**. These are distinct
|
| 11 |
+
metrics; do not interchange them.
|
| 12 |
+
|
| 13 |
+
The checkpoint covers all 42 routed layers (3–44), with 17 at K5 and 25 at
|
| 14 |
+
K4. Boundary: `coupled-h512-h128-suh-svh-v1`. Four TP rank files per layer.
|
| 15 |
+
Routed stored rate including metadata: **4.658741764290623 bpw**.
|
| 16 |
+
Routed file bytes: **177,269,057,440**; this is not the entire served model size.
|
| 17 |
+
|
| 18 |
+
| Condition | Recorded value |
|
| 19 |
+
| --- | --- |
|
| 20 |
+
| Attention | B12X_MLA_SPARSE |
|
| 21 |
+
| KV cache | nvfp4_ds_mla |
|
| 22 |
+
| MoE | native-p8-mxf8f6f4-n128-coupled-h512-h128-suh-svh-v1 |
|
| 23 |
+
| Activation precision | E4M3, UE8M0 K32 at native P8 MMA boundaries |
|
| 24 |
+
| Stored rates | K4/K5 |
|
| 25 |
+
| Image | `sha256:c121590d3371b406c1e456076b1fc9cf9b596aa425b4401c692d142cbc425cd4` |
|
| 26 |
+
| Runtime manifest SHA256 | `06e6d21c6c86b81a680c56e6aee50b7351711866ffe4c8d932f6b5372560f4f1` |
|
| 27 |
+
|
| 28 |
+
Do not infer the later MTP3/graph speed-run configuration from this quality
|
| 29 |
+
receipt. Only conditions established by the measurement artifacts are claimed.
|
| 30 |
+
P8 decodes to E4M3 tensor-core MMA and uses twice NVFP4's MMA issue count for
|
| 31 |
+
equal dimensions; this is not native FP4-speed-class arithmetic.
|
| 32 |
+
|
| 33 |
+
## Protocol and comparison
|
| 34 |
+
|
| 35 |
+
The analysis has 32 already-opened conditional-fit windows, balanced eight
|
| 36 |
+
per domain, and 2,047 true-decode positions per window. Row 0 (prefill) is
|
| 37 |
+
excluded from true-decode KLD. The campaign report documents stored BF16
|
| 38 |
+
teacher logits and CPU FP64 KL accumulation. The analysis records a
|
| 39 |
+
window-level BCa bootstrap with 20,000 resamples and seed 20260902.
|
| 40 |
+
|
| 41 |
+
Uniform coupled K4 measured **0.036967452439595275**, at 4.2539798595 routed
|
| 42 |
+
stored bpw. Upgrades-only improves the mean by **0.0027863065293173145**,
|
| 43 |
+
or **7.54%**, and wins 25/32 windows. The campaign report records the paired
|
| 44 |
+
percentile-bootstrap interval **[-0.004723, -0.000961]** (20,000 resamples,
|
| 45 |
+
seed 20260906). This difference interval is not the individual-arm BCa interval.
|
| 46 |
+
|
| 47 |
+
This is a larger-bit-budget checkpoint, not a same-size improvement. The
|
| 48 |
+
uniform and upgrades-only runtime image revisions differ; the comparison
|
| 49 |
+
is not a single-variable attribution to bitrate alone. The raw analysis
|
| 50 |
+
explicitly states: **already-opened CF32 development evidence, not final
|
| 51 |
+
qualification**. No protected holdout was opened for this update. No matched
|
| 52 |
+
stock-NVFP4 superiority or later optimized-runtime KLD is established here.
|
| 53 |
+
|
| 54 |
+
## Receipts
|
| 55 |
+
|
| 56 |
+
- [Upgrades-only analysis: all 32 window scores and BCa interval](../evidence/p8-full-coupled-campaign-20260906/phase1/k5-only-cf32-analysis.json)
|
| 57 |
+
- [Checkpoint manifest: exact layer allocation and stored bytes](../evidence/p8-full-coupled-campaign-20260906/phase1/k5-only-checkpoint-manifest.json)
|
| 58 |
+
- [Pre-execution seal: image, runtime manifest and window order](../evidence/p8-full-coupled-campaign-20260906/phase1/k5-only-cf32-seal.json)
|
| 59 |
+
- [Uniform coupled K4 analysis](../evidence/p8-full-coupled-campaign-20260906/uniform-coupled-cf32-analysis.json)
|
| 60 |
+
- [Three-arm rate-swap evidence](P8_RATE_SWAP_EVIDENCE_V1.json)
|
| 61 |
+
- [Full historical campaign report, measured results in section 9](P8_FULL_COUPLED_CAMPAIGN_RESULTS_20260906.md#9-phase-1-measured-results)
|
| 62 |
+
|
| 63 |
+
## Why this was missing from the default page
|
| 64 |
+
|
| 65 |
+
Before this update, default `main` was `b607528b5a657882e546bb6f41f29175cebeacc0`.
|
| 66 |
+
The pushed `fable-p8-full-coupled-v1` branch at
|
| 67 |
+
`6c7664a96809c2f4af1fedf6c26b7152e47fac0a` was 25 commits ahead and seven
|
| 68 |
+
behind it. The measurements were published on that branch by
|
| 69 |
+
`414e86bab834881acf69cb296716d8ef23c5000a`; the rate-swap table followed in
|
| 70 |
+
`18fe026af453e88c3bb0d4651e90fe0a869bbb05`. They had not landed on `main`.
|
| 71 |
+
|
| 72 |
+
This update brings only documentation and existing scrubbed receipts to
|
| 73 |
+
the current default branch, preserving its separate cleanup commits. It
|
| 74 |
+
does not merge the divergent runtime/encoder branch or upload encoding scripts.
|
results/RC5_RELEASE_RESULTS_20260907.md
ADDED
|
@@ -0,0 +1,76 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# TrellisMX P8: latest measured serving results
|
| 2 |
+
|
| 3 |
+
Checkpoint: coupled 17-K5 / 25-K4, 42 routed layers, 4.6587417643 routed
|
| 4 |
+
stored bits/weight including metadata. Native P8 reconstructs E4M3 weights
|
| 5 |
+
for `mxf8f6f4` MMA: twice the NVFP4 MMA issue count for equal dimensions,
|
| 6 |
+
not native FP4-rate arithmetic. These are development/exploratory results,
|
| 7 |
+
not a universal model/runtime qualification.
|
| 8 |
+
|
| 9 |
+
## Reasoning profiles, September 7
|
| 10 |
+
|
| 11 |
+
| Profile | Official credited score | Exact breakdown | Output-token p99 |
|
| 12 |
+
| --- | ---: | --- | ---: |
|
| 13 |
+
| LAVD | 28/30 | 22 exact, 6 near, 2 truncated, 0 FAIL | 100,000 |
|
| 14 |
+
| Estonia | 30/30 | 30 PASS, 0 truncated | 8,766.38 |
|
| 15 |
+
| Hotel Lights | 28/30 | 28 exact, 2 FAIL, 0 truncated | 97,012.24 |
|
| 16 |
+
|
| 17 |
+
LAVD's two incomplete answers reached the 100,000-token output cap.
|
| 18 |
+
All 28 finished LAVD answers received credit under the official scorer
|
| 19 |
+
(which includes six NEAR answers). This is **28/28 credited among finished
|
| 20 |
+
answers**, not proof of 30/30 exact accuracy. The official 28/30 is retained.
|
| 21 |
+
Hotel's two failures did **not** hit the output cap and are not relabeled.
|
| 22 |
+
All three selected runs had zero request errors. Earlier Estonia attempts
|
| 23 |
+
were rejected by the server's context budget; they remain separate failed
|
| 24 |
+
setup receipts, not model-answer failures.
|
| 25 |
+
|
| 26 |
+
Each profile: 30 requests, concurrency 10, `reasoning_effort=max`, output cap
|
| 27 |
+
100,000; seeds 20260907 (LAVD), 20261007 (Estonia), 20261107 (Hotel).
|
| 28 |
+
Four RTX PRO 6000 96GB SM120 GPUs, PCIe, TP4/DCP1, MTP3 greedy,
|
| 29 |
+
B12X_MLA_SPARSE attention, NVFP4 MLA KV (`nvfp4_ds_mla`), native P8 MoE,
|
| 30 |
+
E4M3 activations, CUDA graphs, prefix caching enabled, batch 8192.
|
| 31 |
+
These are requests within profile runs, not 30 independent server launches.
|
| 32 |
+
See the receipt manifest for exact launch commands and differing context limits.
|
| 33 |
+
|
| 34 |
+
Runtime image: `sha256:609a5fc1cd7d994ba32d9c03626c414d315947eb9f13fab474a15bc8dfbe0129`.
|
| 35 |
+
The accompanying JSON/log pairs preserve the benchmark's scoring.
|
| 36 |
+
|
| 37 |
+
## Full-model KLD
|
| 38 |
+
|
| 39 |
+
**0.03418114591027796 mean true-decode KLD**, window BCa 95% interval
|
| 40 |
+
**[0.0291483518, 0.0409784257]** on 32 already-opened conditional-fit windows.
|
| 41 |
+
Uniform coupled K4 measured 0.0369674524: upgrades-only is 7.54% lower at a
|
| 42 |
+
larger bit budget. BF16 teacher-to-student KL, CPU FP64; 2,047 true-decode
|
| 43 |
+
rows/window, first prefill row excluded. This is a historical checkpoint
|
| 44 |
+
measurement on the earlier pinned runtime, **not a fresh RC5-runtime KLD**.
|
| 45 |
+
|
| 46 |
+
[Protocol and raw per-window receipts](P8_LATEST_KLD.md).
|
| 47 |
+
|
| 48 |
+
## Speed: separate sustained-decode benchmark
|
| 49 |
+
|
| 50 |
+
| Concurrency | Aggregate sustained decode tokens/s |
|
| 51 |
+
| --- | ---: |
|
| 52 |
+
| 1 | 178.336464 |
|
| 53 |
+
| 2 | 235.605573 |
|
| 54 |
+
| 4 | 300.874345 |
|
| 55 |
+
|
| 56 |
+
Client-measured prefill: 8k **8,063** tokens/s; 32k **7,998** tokens/s
|
| 57 |
+
(rounded). Source is the final `llm_decode_bench` JSON and matching log,
|
| 58 |
+
not vLLM rolling throughput. MTP3, TP4/DCP1, B12X attention/PCIe collectives,
|
| 59 |
+
NVFP4 MLA KV, P8 E4M3, 4.65874 routed bpw, graphs, 300W/GPU and +6000 memory
|
| 60 |
+
offset; no clock/power changes are made by the serving recipe. Prefix cache
|
| 61 |
+
enabled for prefill; separate cache-disabled decode launch and zero measured
|
| 62 |
+
prefix-hit delta. One configuration run: no repeated-run confidence claim.
|
| 63 |
+
The 200 tokens/s C1 target was not reached. This is not a matched comparison
|
| 64 |
+
against EXL3 or stock NVFP4. Reasoning-profile generation statistics above
|
| 65 |
+
are not substituted for this sustained-decode benchmark.
|
| 66 |
+
|
| 67 |
+
## Context and release boundary
|
| 68 |
+
|
| 69 |
+
The base model declares 1,048,576 maximum positions. The requested production
|
| 70 |
+
recipe limit is 1,000,000, without new RoPE scaling. That configuration is
|
| 71 |
+
not itself proof of retrieval accuracy at one million tokens. Latest needle
|
| 72 |
+
validation is tracked separately; no 500k/1M pass is claimed here.
|
| 73 |
+
|
| 74 |
+
Raw receipt index: [manifest](../evidence/rc5-release-20260907/manifest.json).
|
| 75 |
+
Older tests and versions are retained. License remains the repository's
|
| 76 |
+
ShapleyMCG source-available license; upstream component licenses still apply.
|
serve.sh
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/usr/bin/env bash
|
| 2 |
+
# Current RC5 P8 path. No clocks, power limits, services or benchmark jobs changed.
|
| 3 |
+
set -euo pipefail
|
| 4 |
+
MAX_MODEL_LEN=${MAX_MODEL_LEN:-1000000}
|
| 5 |
+
GPU_MEMORY_UTILIZATION=${GPU_MEMORY_UTILIZATION:-0.975}
|
| 6 |
+
PORT=${PORT:-8033}
|
| 7 |
+
MODEL_NAME=${MODEL_NAME:-glm53-flash-trellismx-p8-k45}
|
| 8 |
+
[[ "$MAX_MODEL_LEN" =~ ^[0-9]+$ ]] && (( MAX_MODEL_LEN > 0 && MAX_MODEL_LEN <= 1048576 )) || {
|
| 9 |
+
echo 'MAX_MODEL_LEN must be in 1..1048576; no unvalidated RoPE extension is applied.' >&2; exit 2;
|
| 10 |
+
}
|
| 11 |
+
for path in /model/config.json /p8-design/design-0.json /p8-design/design-1.json /p8-design/design-2.json /p8-design/transform.json; do
|
| 12 |
+
test -f "$path" || { echo "Required artifact missing: $path" >&2; exit 2; }
|
| 13 |
+
done
|
| 14 |
+
test -d /p8-sidecars || { echo 'Encoded routed sidecars are required; stock weights alone are not this checkpoint.' >&2; exit 2; }
|
| 15 |
+
/opt/venv/bin/python /opt/p8-coupled-runtime/verify_release.py
|
| 16 |
+
export GLM53_P8_BAKED_RUNTIME=1 GLM53_P8_VERIFY_MULTIROW_IMPORT=1
|
| 17 |
+
export GLM53_P8_NATIVE=1 GLM53_P8_SMALL_M=1 GLM53_P8_FC1_TILE_N=128
|
| 18 |
+
export GLM53_P8_FUSED_SCRATCH=1 GLM53_P8_GRID_POLICY=1
|
| 19 |
+
export GLM53_P8_FC1_WARP_QUANT=0 GLM53_P8_FC1_BROADCAST_A=1
|
| 20 |
+
export GLM53_P8_PREFILL_CHUNK_TOKENS=0 GLM53_P8_ROUTE_CAPTURE=0
|
| 21 |
+
export GLM53_P8_DECODE_CAPTURE_V2= VLLM_USE_V2_MODEL_RUNNER=1
|
| 22 |
+
export GLM53_P8_NATIVE_LAYERS=3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44
|
| 23 |
+
export GLM53_P8_NATIVE_SIDECAR_DIR=/p8-sidecars
|
| 24 |
+
export GLM53_P8_NATIVE_DESIGN=/p8-design/design-0.json:/p8-design/design-1.json:/p8-design/design-2.json
|
| 25 |
+
export GLM53_P8_NATIVE_TRANSFORM=/p8-design/transform.json
|
| 26 |
+
export VLLM_ENABLE_PCIE_ALLREDUCE=1 VLLM_PCIE_ALLREDUCE_BACKEND=b12x
|
| 27 |
+
export VLLM_EXL3_PREFILL_TRELLIS=1 VLLM_EXL3_PREFILL_BLOCK_M=128
|
| 28 |
+
export VLLM_EXL3_EXT_PATH=/opt/exllamav3
|
| 29 |
+
export PYTHONPATH=/opt/p8-mtp-bootstrap:/opt/p8-coupled-runtime:/opt/exllamav3:/opt/infernal-invocation/vllm:/opt/infernal-invocation/b12x
|
| 30 |
+
exec /opt/venv/bin/python -m vllm.entrypoints.cli.main serve /model \
|
| 31 |
+
--served-model-name "$MODEL_NAME" --host 0.0.0.0 --port "$PORT" \
|
| 32 |
+
--language-model-only --tensor-parallel-size 4 --decode-context-parallel-size 1 \
|
| 33 |
+
--dcp-comm-backend a2a --dtype bfloat16 --attention-backend B12X_MLA_SPARSE \
|
| 34 |
+
--kv-cache-dtype nvfp4_ds_mla --max-model-len "$MAX_MODEL_LEN" \
|
| 35 |
+
--max-num-batched-tokens 8192 --max-num-seqs 32 \
|
| 36 |
+
--speculative-config '{"method":"mtp","num_speculative_tokens":3}' \
|
| 37 |
+
--gpu-memory-utilization "$GPU_MEMORY_UTILIZATION" \
|
| 38 |
+
--enable-chunked-prefill --enable-prefix-caching \
|
| 39 |
+
--generation-config /model --reasoning-parser glm45 \
|
| 40 |
+
--quantization modelopt --load-format instanttensor "$@"
|