| { |
| "passed": true, |
| "tensor_count": 63, |
| "source_to_gguf_mapping": "exact set and shape match", |
| "f32_check": "all elements equal", |
| "q8_check": "three deterministic rows per matrix, relative L2 below 0.03", |
| "metadata": { |
| "dflash.block_count": 5, |
| "dflash.context_length": 1048576, |
| "dflash.embedding_length": 4096, |
| "dflash.feed_forward_length": 16384, |
| "dflash.attention.head_count": 64, |
| "dflash.attention.head_count_kv": 8, |
| "dflash.attention.causal": false, |
| "dflash.rope.freq_base": 10000.0, |
| "dflash.attention.layer_norm_rms_epsilon": 9.999999974752427e-07, |
| "dflash.attention.key_length": 128, |
| "dflash.attention.value_length": 128, |
| "dflash.block_size": 8, |
| "dflash.target_layers": [ |
| 1, |
| 12, |
| 24, |
| 36, |
| 48 |
| ], |
| "dflash.attention.sliding_window": 1024, |
| "dflash.attention.sliding_window_pattern": [ |
| true, |
| true, |
| true, |
| true, |
| true |
| ], |
| "dflash.rope.dimension_count": 64, |
| "dflash.attention.value_scale": 0.6119999885559082 |
| }, |
| "rows": [ |
| { |
| "source": "fc.weight", |
| "gguf": "fc.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005588418338447809 |
| }, |
| { |
| "source": "hidden_norm.weight", |
| "gguf": "enc.output_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.0.input_layernorm.weight", |
| "gguf": "blk.0.attn_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.0.mlp.down_proj.weight", |
| "gguf": "blk.0.ffn_down.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005761090200394392 |
| }, |
| { |
| "source": "layers.0.mlp.gate_proj.weight", |
| "gguf": "blk.0.ffn_gate.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005506220273673534 |
| }, |
| { |
| "source": "layers.0.mlp.up_proj.weight", |
| "gguf": "blk.0.ffn_up.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005492477677762508 |
| }, |
| { |
| "source": "layers.0.post_attention_layernorm.weight", |
| "gguf": "blk.0.ffn_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.0.self_attn.attention_sink_bias", |
| "gguf": "blk.0.attn_sinks.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.0.self_attn.k_norm.weight", |
| "gguf": "blk.0.attn_k_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.0.self_attn.k_proj.weight", |
| "gguf": "blk.0.attn_k.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005711852107197046 |
| }, |
| { |
| "source": "layers.0.self_attn.o_proj.weight", |
| "gguf": "blk.0.attn_output.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.00542857451364398 |
| }, |
| { |
| "source": "layers.0.self_attn.q_norm.weight", |
| "gguf": "blk.0.attn_q_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.0.self_attn.q_proj.weight", |
| "gguf": "blk.0.attn_q.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.00566287524998188 |
| }, |
| { |
| "source": "layers.0.self_attn.v_proj.weight", |
| "gguf": "blk.0.attn_v.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005591947585344315 |
| }, |
| { |
| "source": "layers.1.input_layernorm.weight", |
| "gguf": "blk.1.attn_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.1.mlp.down_proj.weight", |
| "gguf": "blk.1.ffn_down.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005702429451048374 |
| }, |
| { |
| "source": "layers.1.mlp.gate_proj.weight", |
| "gguf": "blk.1.ffn_gate.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.0054396879859268665 |
| }, |
| { |
| "source": "layers.1.mlp.up_proj.weight", |
| "gguf": "blk.1.ffn_up.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005450685042887926 |
| }, |
| { |
| "source": "layers.1.post_attention_layernorm.weight", |
| "gguf": "blk.1.ffn_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.1.self_attn.attention_sink_bias", |
| "gguf": "blk.1.attn_sinks.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.1.self_attn.k_norm.weight", |
| "gguf": "blk.1.attn_k_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.1.self_attn.k_proj.weight", |
| "gguf": "blk.1.attn_k.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005590083077549934 |
| }, |
| { |
| "source": "layers.1.self_attn.o_proj.weight", |
| "gguf": "blk.1.attn_output.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005548989400267601 |
| }, |
| { |
| "source": "layers.1.self_attn.q_norm.weight", |
| "gguf": "blk.1.attn_q_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.1.self_attn.q_proj.weight", |
| "gguf": "blk.1.attn_q.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.00569014111533761 |
| }, |
| { |
| "source": "layers.1.self_attn.v_proj.weight", |
| "gguf": "blk.1.attn_v.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005482448264956474 |
| }, |
| { |
| "source": "layers.2.input_layernorm.weight", |
| "gguf": "blk.2.attn_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.2.mlp.down_proj.weight", |
| "gguf": "blk.2.ffn_down.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005693534389138222 |
| }, |
| { |
| "source": "layers.2.mlp.gate_proj.weight", |
| "gguf": "blk.2.ffn_gate.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005409534554928541 |
| }, |
| { |
| "source": "layers.2.mlp.up_proj.weight", |
| "gguf": "blk.2.ffn_up.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005460306536406279 |
| }, |
| { |
| "source": "layers.2.post_attention_layernorm.weight", |
| "gguf": "blk.2.ffn_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.2.self_attn.attention_sink_bias", |
| "gguf": "blk.2.attn_sinks.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.2.self_attn.k_norm.weight", |
| "gguf": "blk.2.attn_k_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.2.self_attn.k_proj.weight", |
| "gguf": "blk.2.attn_k.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.00555426487699151 |
| }, |
| { |
| "source": "layers.2.self_attn.o_proj.weight", |
| "gguf": "blk.2.attn_output.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005506662651896477 |
| }, |
| { |
| "source": "layers.2.self_attn.q_norm.weight", |
| "gguf": "blk.2.attn_q_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.2.self_attn.q_proj.weight", |
| "gguf": "blk.2.attn_q.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.0055401320569217205 |
| }, |
| { |
| "source": "layers.2.self_attn.v_proj.weight", |
| "gguf": "blk.2.attn_v.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005393540486693382 |
| }, |
| { |
| "source": "layers.3.input_layernorm.weight", |
| "gguf": "blk.3.attn_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.3.mlp.down_proj.weight", |
| "gguf": "blk.3.ffn_down.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005636085756123066 |
| }, |
| { |
| "source": "layers.3.mlp.gate_proj.weight", |
| "gguf": "blk.3.ffn_gate.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005447070114314556 |
| }, |
| { |
| "source": "layers.3.mlp.up_proj.weight", |
| "gguf": "blk.3.ffn_up.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005448319483548403 |
| }, |
| { |
| "source": "layers.3.post_attention_layernorm.weight", |
| "gguf": "blk.3.ffn_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.3.self_attn.attention_sink_bias", |
| "gguf": "blk.3.attn_sinks.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.3.self_attn.k_norm.weight", |
| "gguf": "blk.3.attn_k_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.3.self_attn.k_proj.weight", |
| "gguf": "blk.3.attn_k.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005607506725937128 |
| }, |
| { |
| "source": "layers.3.self_attn.o_proj.weight", |
| "gguf": "blk.3.attn_output.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005487577058374882 |
| }, |
| { |
| "source": "layers.3.self_attn.q_norm.weight", |
| "gguf": "blk.3.attn_q_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.3.self_attn.q_proj.weight", |
| "gguf": "blk.3.attn_q.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005722770467400551 |
| }, |
| { |
| "source": "layers.3.self_attn.v_proj.weight", |
| "gguf": "blk.3.attn_v.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005510271061211824 |
| }, |
| { |
| "source": "layers.4.input_layernorm.weight", |
| "gguf": "blk.4.attn_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.4.mlp.down_proj.weight", |
| "gguf": "blk.4.ffn_down.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005580178461968899 |
| }, |
| { |
| "source": "layers.4.mlp.gate_proj.weight", |
| "gguf": "blk.4.ffn_gate.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005537654273211956 |
| }, |
| { |
| "source": "layers.4.mlp.up_proj.weight", |
| "gguf": "blk.4.ffn_up.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005511666182428598 |
| }, |
| { |
| "source": "layers.4.post_attention_layernorm.weight", |
| "gguf": "blk.4.ffn_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.4.self_attn.attention_sink_bias", |
| "gguf": "blk.4.attn_sinks.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.4.self_attn.k_norm.weight", |
| "gguf": "blk.4.attn_k_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.4.self_attn.k_proj.weight", |
| "gguf": "blk.4.attn_k.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005514967255294323 |
| }, |
| { |
| "source": "layers.4.self_attn.o_proj.weight", |
| "gguf": "blk.4.attn_output.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005578942131251097 |
| }, |
| { |
| "source": "layers.4.self_attn.q_norm.weight", |
| "gguf": "blk.4.attn_q_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| }, |
| { |
| "source": "layers.4.self_attn.q_proj.weight", |
| "gguf": "blk.4.attn_q.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005511818453669548 |
| }, |
| { |
| "source": "layers.4.self_attn.v_proj.weight", |
| "gguf": "blk.4.attn_v.weight", |
| "type": "Q8_0", |
| "sampled_relative_l2": 0.005557454191148281 |
| }, |
| { |
| "source": "norm.weight", |
| "gguf": "output_norm.weight", |
| "type": "F32", |
| "sampled_relative_l2": 0.0 |
| } |
| ], |
| "scope": "Conversion integrity; speculative decoding and acceptance rate not tested." |
| } |
|
|
