{ "model_id": "tsinghua-sigs-robot-lab/VeriLoop-E2", "quantization": "GSQ-RCO-IQ3_XXS", "quant_type": "IQ3_XXS", "bpw": 3.03, "file_size_bytes": 10196595264, "file_size_gb": 10.196595264, "file_size_gib": 9.496319353580475, "tensors_total": 851, "tensors_matched": 851, "imatrix_chunks": 30, "imatrix_chunk_size": 512, "imatrix_dataset": "Domain-matched Code (The Stack/Python) + Math (GSM8K) + Physics reasoning", "eval_protocol": { "context_length": 2048, "batch_size": 512, "seed": 42, "threads": 16, "reference_model": "VeriLoop-E2-BF16.gguf (50.11 GiB)" }, "results": { "wikitext2": { "chunks": 8, "tokens": 16384, "bf16_ppl": 4.838206, "bf16_uncertainty": 0.119841, "quant_ppl": 5.265922, "quant_uncertainty": 0.135316, "ppl_ratio": 1.088404, "mean_kld": 0.113963, "kld_uncertainty": 0.003937, "same_top_p_percent": 87.39, "same_top_p_uncertainty": 0.367, "rms_delta_p_percent": 10.229, "log_ppl_correlation": 97.14 }, "codemath": { "chunks": 4, "tokens": 8192, "dataset": "GSM8K test split + OpenAI HumanEval", "bf16_ppl": 1.955413, "bf16_uncertainty": 0.048372, "quant_ppl": 2.136999, "quant_uncertainty": 0.056438, "ppl_ratio": 1.092863, "mean_kld": 0.114823, "kld_uncertainty": 0.005369, "same_top_p_percent": 90.885, "same_top_p_uncertainty": 0.45, "rms_delta_p_percent": 13.049, "log_ppl_correlation": 92.57 } } }