| { |
| "schema": "veriloop.e2.gguf.release_manifest.v9", |
| "repository": "tsinghua-sigs-robot-lab/VeriLoop-E2-GGUF", |
| "model": { |
| "name": "VeriLoop E2", |
| "parent_model": "tsinghua-sigs-robot-lab/VeriLoop-E2", |
| "base_model": "Qwen3.8-27B", |
| "architecture": "Qwen3_5ForConditionalGeneration", |
| "parameter_class": "27B", |
| "native_context_tokens": 262144, |
| "license": "Apache-2.0" |
| }, |
| "release_policy": { |
| "reference_precision": "BF16", |
| "quantization_reference": "VeriLoop-E2-BF16.gguf", |
| "quantization_methodology": "direct_from_BF16_no_low_bit_requantization", |
| "quality_method": "paired_BF16_vs_quant_fixed_protocol", |
| "parent_benchmark_rerun_per_quant": false, |
| "performance_claim_boundary": "PPL_KLD_and_token_drift_are_quantization_fidelity_metrics_not_universal_task_score_loss", |
| "q3_filename_semantics": "mixed_precision_tier_minimum_active_precision_Q3_K", |
| "q2_filename_semantics": "mixed_precision_tier_minimum_active_precision_IQ2_S", |
| "q1_filename_semantics": "mixed_precision_tier_minimum_active_precision_IQ1_M", |
| "internal_release_readiness": "PASS" |
| }, |
| "recommended_variants": { |
| "overall_sweet_spot": "Q6_K", |
| "memory_quality_sweet_spot": "Q5_K_M", |
| "minimum_footprint_sweet_spot": "IQ1_M", |
| "lower_kld_low_footprint_alternative": "IQ2_S", |
| "adjacent_low_footprint_alternative": "Q3_K_M" |
| }, |
| "quality_protocol": { |
| "name": "paired_BF16_vs_quant", |
| "corpus": "WikiText-2 raw test", |
| "context_tokens": 2048, |
| "chunks": 8, |
| "seed": 42, |
| "gpu_layers": 40, |
| "flash_attention": false, |
| "kv_cache_key": "F16", |
| "kv_cache_value": "F16", |
| "batch_size": 512, |
| "micro_batch_size": 512, |
| "evaluation_executable": "llama-perplexity", |
| "reference_logit_method": "--kl-divergence-base", |
| "quantized_comparison_method": "--kl-divergence", |
| "corpus_sha256": "173c87a53759e0201f33e0ccf978e510c2042d7f2cb78229d9a50d79b9e7dd08", |
| "bf16_logits_reused_across_quant_tiers": true, |
| "llama_cpp_revision": "42916d83f4a225e56709f873aa8050ac11f5b6a4" |
| }, |
| "frozen_artifacts": { |
| "VeriLoop-E2-BF16.gguf": { |
| "tier": "BF16", |
| "bytes": 53808284000, |
| "binary_gib": 50.11286959052086, |
| "sha256": "11bf5defde1a256b7582bc34fd2c4a85a61615ed88e7a422dcd24d814ea6d35d", |
| "tensor_count": 851, |
| "identity_gate": "PASS" |
| }, |
| "VeriLoop-E2-Q8_0.gguf": { |
| "tier": "Q8_0", |
| "bytes": 28595765600, |
| "binary_gib": 26.631882041692734, |
| "sha256": "6204a47274cfbc0c69c39877fb06615ce842bbab264eea77e2e0a5e3ae2fb8e8", |
| "effective_bpw": 8.5, |
| "identity_gate": "PASS" |
| }, |
| "VeriLoop-E2-Q6_K.gguf": { |
| "tier": "Q6_K", |
| "bytes": 22082532096, |
| "binary_gib": 20.56596064567566, |
| "sha256": "15d8f856471c4853f6bf0036b2a517426c6cb30a0313cef58a7f9577fd26fe9e", |
| "effective_bpw": 6.57, |
| "identity_gate": "PASS" |
| }, |
| "VeriLoop-E2-Q5_K_M.gguf": { |
| "tier": "Q5_K_M", |
| "bytes": 20363666176, |
| "binary_gib": 18.965142011642456, |
| "sha256": "f90ec14d7ec8f084a292413ae0e06483c87ab5e1422ddce51f2e3409d8853b61", |
| "effective_bpw": 6.05, |
| "identity_gate": "PASS" |
| }, |
| "VeriLoop-E2-Q3_K_M.gguf": { |
| "tier": "Q3_K_M", |
| "bytes": 18066506496, |
| "binary_gib": 16.825745344161987, |
| "sha256": "c2e9539cfb85d87a99605b6914ed602c0fa750164c153ce5574710123aba06fe", |
| "effective_bpw": 5.37, |
| "identity_gate": "PASS" |
| }, |
| "VeriLoop-E2-IQ2_S.gguf": { |
| "tier": "IQ2_S", |
| "bytes": 18037261056, |
| "decimal_gb": 18.037261056, |
| "binary_gib": 16.798508405685425, |
| "sha256": "0dd44d41319efa9f383b9a867b5fd2114335ccd0a653d1c3e7605d535edc601b", |
| "effective_bpw": 5.36, |
| "tensor_count": 851, |
| "tensor_type_counts": { |
| "F32": 353, |
| "IQ2_S": 3, |
| "Q4_K": 64, |
| "Q5_K": 429, |
| "Q6_K": 2 |
| }, |
| "identity_gate": "PASS", |
| "quality_gate": "PASS", |
| "engineering_reserve_gate": "PASS", |
| "runtime_gate": "PASS", |
| "mtp_gate": "PASS" |
| }, |
| "VeriLoop-E2-IQ1_M.gguf": { |
| "tier": "IQ1_M", |
| "bytes": 18028208896, |
| "decimal_gb": 18.028208896, |
| "binary_gib": 16.790077924728394, |
| "sha256": "e4d395806994cdbcfecf7711e22456af7a663b3ea37c89ef15d5bab4571cf68b", |
| "effective_bpw": 5.36, |
| "tensor_count": 851, |
| "tensor_type_counts": { |
| "F32": 353, |
| "IQ1_M": 1, |
| "IQ2_S": 2, |
| "Q4_K": 64, |
| "Q5_K": 429, |
| "Q6_K": 2 |
| }, |
| "quantized_size_mib_reported_by_quantizer": 17182.55, |
| "quantization_time_seconds": 167.77645, |
| "end_to_end_quantization_seconds": 168.2609, |
| "identity_gate": "PASS", |
| "structure_gate": "PASS", |
| "quality_gate": "PASS", |
| "engineering_reserve_gate": "PASS", |
| "runtime_gate": "PASS", |
| "mtp_gate": "PASS", |
| "release_readiness_gate": "PASS" |
| } |
| }, |
| "measured_tiers": { |
| "Q4_K_M": { |
| "bytes": 19650634496, |
| "binary_gib": 18.301079511642456, |
| "effective_bpw": 5.84, |
| "quantitative_quality_gate": "PASS" |
| } |
| }, |
| "quality_results": { |
| "BF16": { |
| "mean_ppl": 4.840423, |
| "ppl_uncertainty": 0.119931 |
| }, |
| "Q8_0": { |
| "mean_ppl": 4.843536, |
| "ppl_uncertainty": 0.120062, |
| "ppl_ratio": 1.000643, |
| "ppl_ratio_uncertainty": 0.000754, |
| "mean_kld": 0.002176, |
| "mean_kld_uncertainty": 0.000668, |
| "same_top_p_percent": 98.815, |
| "same_top_p_uncertainty_percent": 0.12, |
| "rms_delta_p_percent": 1.251, |
| "log_ppl_correlation_percent": 99.95, |
| "quantitative_quality_gate": "PASS" |
| }, |
| "Q6_K": { |
| "mean_ppl": 4.838514, |
| "ppl_uncertainty": 0.119694, |
| "ppl_ratio": 0.999605, |
| "ppl_ratio_uncertainty": 0.001222, |
| "mean_kld": 0.004409, |
| "mean_kld_uncertainty": 0.000953, |
| "same_top_p_percent": 98.204, |
| "same_top_p_uncertainty_percent": 0.147, |
| "rms_delta_p_percent": 1.929, |
| "log_ppl_correlation_percent": 99.88, |
| "quantitative_quality_gate": "PASS" |
| }, |
| "Q5_K_M": { |
| "mean_ppl": 4.861965, |
| "ppl_uncertainty": 0.12063, |
| "ppl_ratio": 1.00445, |
| "ppl_ratio_uncertainty": 0.001361, |
| "mean_kld": 0.006919, |
| "mean_kld_uncertainty": 0.000945, |
| "same_top_p_percent": 97.251, |
| "same_top_p_uncertainty_percent": 0.181, |
| "rms_delta_p_percent": 2.49, |
| "log_ppl_correlation_percent": 99.85, |
| "quantitative_quality_gate": "PASS" |
| }, |
| "Q4_K_M": { |
| "mean_ppl": 4.86376, |
| "ppl_uncertainty": 0.12072, |
| "ppl_ratio": 1.004821, |
| "ppl_ratio_uncertainty": 0.001722, |
| "mean_kld": 0.0097, |
| "mean_kld_uncertainty": 0.00111, |
| "same_top_p_percent": 96.786, |
| "same_top_p_uncertainty_percent": 0.195, |
| "rms_delta_p_percent": 2.843, |
| "log_ppl_correlation_percent": 99.76, |
| "quantitative_quality_gate": "PASS" |
| }, |
| "Q3_K_M": { |
| "mean_ppl": 4.860222, |
| "ppl_uncertainty": 0.120606, |
| "ppl_ratio": 1.00409, |
| "ppl_ratio_uncertainty": 0.002181, |
| "mean_kld": 0.014349, |
| "mean_kld_uncertainty": 0.001985, |
| "same_top_p_percent": 95.919, |
| "same_top_p_uncertainty_percent": 0.219, |
| "rms_delta_p_percent": 3.515, |
| "log_ppl_correlation_percent": 99.62, |
| "quantitative_quality_gate": "PASS" |
| }, |
| "IQ2_S": { |
| "mean_ppl": 4.857159, |
| "ppl_uncertainty": 0.120482, |
| "ppl_ratio": 1.003457, |
| "ppl_ratio_uncertainty": 0.0021, |
| "mean_kld": 0.014023, |
| "mean_kld_uncertainty": 0.001408, |
| "same_top_p_percent": 95.516, |
| "same_top_p_uncertainty_percent": 0.229, |
| "rms_delta_p_percent": 3.679, |
| "log_ppl_correlation_percent": 99.64, |
| "quantitative_quality_gate": "PASS", |
| "engineering_reserve_gate": "PASS" |
| }, |
| "IQ1_M": { |
| "mean_ppl": 4.85587, |
| "ppl_uncertainty": 0.12048, |
| "absolute_ppl_delta": 0.015446, |
| "absolute_ppl_delta_uncertainty": 0.010522, |
| "ppl_ratio": 1.003191, |
| "ppl_ratio_uncertainty": 0.002175, |
| "mean_kld": 0.014357, |
| "mean_kld_uncertainty": 0.001317, |
| "median_kld": 0.003778, |
| "kld_p90": 0.02409, |
| "kld_p95": 0.043233, |
| "kld_p99": 0.161452, |
| "kld_p999": 0.697101, |
| "max_kld": 6.935023, |
| "mean_delta_p_percent": -0.042, |
| "mean_delta_p_uncertainty_percent": 0.041, |
| "rms_delta_p_percent": 3.691, |
| "rms_delta_p_uncertainty_percent": 0.205, |
| "same_top_p_percent": 95.87, |
| "same_top_p_uncertainty_percent": 0.22, |
| "log_ppl_correlation_percent": 99.62, |
| "size_reduction_vs_bf16_percent": 66.49547698640603, |
| "size_reduction_vs_iq2_s_percent": 0.05018589004115371, |
| "size_reduction_vs_q3_k_m_percent": 0.21198121512025167, |
| "quantitative_quality_gate": "PASS", |
| "engineering_reserve_gate": "PASS" |
| } |
| }, |
| "runtime_validation": { |
| "IQ2_S": { |
| "stock_llama_cpp_only": true, |
| "llama_cpp_revision": "42916d83f4a225e56709f873aa8050ac11f5b6a4", |
| "main_runtime": "PASS", |
| "mtp_runtime": "PASS", |
| "mtp_engagement": "PASS", |
| "draft_tokens_generated": 331, |
| "draft_tokens_accepted": 116, |
| "draft_acceptance_rate": 0.35045 |
| }, |
| "IQ1_M": { |
| "stock_llama_cpp_only": true, |
| "llama_cpp_revision": "42916d83f4a225e56709f873aa8050ac11f5b6a4", |
| "main_http_status": 200, |
| "main_runtime": "PASS", |
| "mtp_http_status": 200, |
| "mtp_runtime": "PASS", |
| "mtp_engagement": "PASS", |
| "draft_tokens_generated": 104, |
| "draft_tokens_accepted": 76, |
| "draft_acceptance_rate": 0.73076923, |
| "acceptance_rate_consistency_gate": "PASS", |
| "output_identity_audit": "IDENTICAL", |
| "runtime_mtp_gate": "PASS" |
| } |
| }, |
| "release_validation": { |
| "IQ1_M": { |
| "identity_gate": "PASS", |
| "structure_gate": "PASS", |
| "hard_quality_gate": "PASS", |
| "engineering_reserve_gate": "PASS", |
| "stock_runtime_gate": "PASS", |
| "mtp_runtime_gate": "PASS", |
| "mtp_engagement_gate": "PASS", |
| "release_readiness_gate": "PASS" |
| } |
| }, |
| "throughput_claims": { |
| "paired_bf16_speedup_claimed": false, |
| "note": "MTP acceptance is prompt-dependent; no universal throughput speedup is claimed without a frozen paired throughput protocol." |
| } |
| } |
|
|
