{ "format": "jangtq2", "format_version": 2, "jangtq": { "version": 2, "packing": "lsb-bitstream", "scale_dtype": "float16", "rotation": "hadamard32", "codebook_family": "odd-cubic", "codebooks": { "2": { "alpha": 0.8929999999999999, "beta": 0.05065, "levels": [ -1.5104438066482544, -0.4528312385082245, 0.4528312385082245, 1.5104438066482544 ] }, "3": { "alpha": 0.47124999999999995, "beta": 0.011599999999999997, "levels": [ -2.1467249393463135, -1.359375, -0.746025025844574, -0.23707500100135803, 0.23707500100135803, 0.746025025844574, 1.359375, 2.1467249393463135 ] }, "4": { "alpha": 0.2405, "beta": 0.002100000000000002, "levels": [ -2.689687490463257, -2.1399624347686768, -1.6721374988555908, -1.2736124992370605, -0.9317874908447266, -0.6340625286102295, -0.36783748865127563, -0.12051250040531158, 0.12051250040531158, 0.36783748865127563, 0.6340625286102295, 0.9317874908447266, 1.2736124992370605, 1.6721374988555908, 2.1399624347686768, 2.689687490463257 ] } }, "method": { "experts": "JANGTQ v2 odd-cubic codebook, per-row fp16 scale, rotation hadamard32", "rounding": "GPTQ (TQ codebook) in the rotated basis", "gptq_prior": "per-expert imatrix", "gate_up_method": [ "gptq" ], "down_method": [ "gptq" ], "down_gptq_layers": "42/42 (each validated on held-out rows, else RTN)", "allocation": "heap-MCKP over measured per-layer unit curves", "awq": "evaluated, not applied" } }, "source": { "repo": "zai-org/GLM-5.3-Flash-BF16", "revision": "a5b45eb41df6402735dedc900be14a42e8d5e538" }, "mtp": "dropped", "vision": "bf16", "video": "supported (shared vision tower)", "calibration": { "reference": "FP8 release", "tokens": 600064, "mix": "web50/code25/chat15/math10", "rotation": "hadamard32", "reference_captures": [ "FP8 release: 600,064 tokens web50/code25/chat15/math10", "bf16 layer-streamed agentic capture: 448 GLM-template tool conversations, 171k tokens, held-out tools/sequences excluded" ], "capture_pool_weight_agentic": 2.0, "imatrix": "per-expert (GPTQ prior)", "awq": "evaluated, not applied", "gptq": { "prior": "per-expert imatrix", "basis": "hadamard32-rotated", "gate_up": "['gptq']", "down": "42/42 (each validated on held-out rows, else RTN)" }, "build_started": "2026-09-26 02:53:30", "build_finished": "2026-09-26 04:25:30" }, "plan": { "total_gib": 95.89287590235472, "fixed_gib_by_format": { "keep": 0.3928511068224907, "affine8": 4.035087585449219, "mxfp8": 4.44927978515625, "vision_bf16": 1.0498371124267578 }, "experts_gib": 85.9658203125, "expert_bits_histogram": { "gate_up:2": 36, "down:3": 41, "gate_up:3": 6, "down:2": 1 } }, "expert_bits": { "3:gate_up": 2, "3:down": 3, "4:gate_up": 2, "4:down": 3, "5:gate_up": 3, "5:down": 3, "6:gate_up": 3, "6:down": 3, "7:gate_up": 2, "7:down": 3, "8:gate_up": 2, "8:down": 3, "9:gate_up": 2, "9:down": 3, "10:gate_up": 2, "10:down": 3, "11:gate_up": 2, "11:down": 3, "12:gate_up": 2, "12:down": 3, "13:gate_up": 2, "13:down": 3, "14:gate_up": 2, "14:down": 3, "15:gate_up": 2, "15:down": 3, "16:gate_up": 2, "16:down": 3, "17:gate_up": 2, "17:down": 3, "18:gate_up": 2, "18:down": 3, "19:gate_up": 2, "19:down": 3, "20:gate_up": 2, "20:down": 3, "21:gate_up": 2, "21:down": 3, "22:gate_up": 2, "22:down": 3, "23:gate_up": 2, "23:down": 3, "24:gate_up": 2, "24:down": 3, "25:gate_up": 2, "25:down": 2, "26:gate_up": 2, "26:down": 3, "27:gate_up": 2, "27:down": 3, "28:gate_up": 2, "28:down": 3, "29:gate_up": 2, "29:down": 3, "30:gate_up": 2, "30:down": 3, "31:gate_up": 2, "31:down": 3, "32:gate_up": 3, "32:down": 3, "33:gate_up": 2, "33:down": 3, "34:gate_up": 3, "34:down": 3, "35:gate_up": 3, "35:down": 3, "36:gate_up": 3, "36:down": 3, "37:gate_up": 2, "37:down": 3, "38:gate_up": 2, "38:down": 3, "39:gate_up": 2, "39:down": 3, "40:gate_up": 2, "40:down": 3, "41:gate_up": 2, "41:down": 3, "42:gate_up": 2, "42:down": 3, "43:gate_up": 2, "43:down": 3, "44:gate_up": 2, "44:down": 3 }, "chat": { "sampling_defaults": { "temperature": 1.0, "top_p": 0.95 }, "default_sampling_mode": "thinking", "stop_token_ids": [ 154820, 154827, 154829 ], "reasoning_efforts": [ "low", "high", "max" ], "reasoning_effort_default": "max" }, "capabilities": { "has_vision": true, "has_video": true, "has_audio": false, "supports_thinking": true, "default_reasoning": "on", "think_in_template": true, "reasoning_parser": "glm_think_block", "reasoning_prefill_open_tag": true, "tool_parser": "glm_xml_args", "tool_response_role": "observation", "family": "glm5_next" }, "scale_correction": { "revision": 2, "rule": "row scale *= (/)^pow, clipped to [0.5, 2.0]", "pow": 1.0, "projections": [ "gate", "up", "down" ], "reason": "MSE-optimal scales attenuate deep features; close-reasoning decision restored", "codes_changed": false } }