| { |
| "base:torch_fp32_cpu": { |
| "n": 43, |
| "top1_agree": 1.0, |
| "max_abs_dp": 4.782633115096857e-06, |
| "mean_max_abs_dp": 6.972375795818997e-07 |
| }, |
| "base:gguf_f16": { |
| "n": 43, |
| "top1_agree": 1.0, |
| "max_abs_dp": 0.0006297677378335198, |
| "mean_max_abs_dp": 0.00017737997866918594 |
| }, |
| "base:gguf_q8_0": { |
| "n": 43, |
| "top1_agree": 1.0, |
| "max_abs_dp": 0.021289327356281362, |
| "mean_max_abs_dp": 0.0044768677260933745 |
| }, |
| "base:gguf_q4_k_m": { |
| "n": 43, |
| "top1_agree": 0.9767441860465116, |
| "max_abs_dp": 0.15778925110927658, |
| "mean_max_abs_dp": 0.047022506153486646 |
| }, |
| "base:mlx_bf16": { |
| "n": 43, |
| "top1_agree": 1.0, |
| "max_abs_dp": 0.010765431767972844, |
| "mean_max_abs_dp": 0.003890125022245109 |
| }, |
| "base:mlx_8bit": { |
| "n": 43, |
| "top1_agree": 1.0, |
| "max_abs_dp": 0.04628699142360499, |
| "mean_max_abs_dp": 0.007026009064181663 |
| }, |
| "gate:gguf_f16": { |
| "n": 1000, |
| "top1_agree": 1.0, |
| "max_abs_dp": 0.0013728371250730786, |
| "mean_max_abs_dp": 0.00012138780447113503 |
| }, |
| "gate:gguf_q8_0": { |
| "n": 1000, |
| "top1_agree": 0.997, |
| "max_abs_dp": 0.033479594816581415, |
| "mean_max_abs_dp": 0.0020247272188215755 |
| }, |
| "gate:gguf_q4_k_m": { |
| "n": 1000, |
| "top1_agree": 0.957, |
| "max_abs_dp": 0.34599917206983777, |
| "mean_max_abs_dp": 0.02317308476687987 |
| }, |
| "gate:mlx_bf16": { |
| "n": 1000, |
| "top1_agree": 0.997, |
| "max_abs_dp": 0.03549758339084519, |
| "mean_max_abs_dp": 0.0025865935031305484 |
| }, |
| "gate:mlx_8bit": { |
| "n": 1000, |
| "top1_agree": 0.996, |
| "max_abs_dp": 0.1623697296878569, |
| "mean_max_abs_dp": 0.0039011049015487734 |
| } |
| } |
