| llama-quantize --tensor-type output.weight=Q8_0 --tensor-type token_embd.weight=F16 --tensor-type "blk\.(3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37|38|39|40|41|42|43|44|45|46|47|48|49|50|51|52|53|54|55|56|57|58|59)\.attn_k.weight=Q8_0" --tensor-type "blk\.(0|1|2|60|61)\.attn_k.weight=F16" --tensor-type "blk\.(3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37|38|39|40|41|42|43|44|45|46|47|48|49|50|51|52|53|54|55|56|57|58|59)\.attn_output.weight=Q8_0" --tensor-type "blk\.(0|1|2|60|61)\.attn_output.weight=F16" --tensor-type "blk\.(3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37|38|39|40|41|42|43|44|45|46|47|48|49|50|51|52|53|54|55|56|57|58|59)\.attn_q.weight=Q8_0" --tensor-type "blk\.(0|1|2|60|61)\.attn_q.weight=F16" --tensor-type "blk\.(3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37|38|39|40|41|42|43|44|45|46|47|48|49|50|51|52|53|54|55|56|57|58|59)\.attn_v.weight=Q8_0" --tensor-type "blk\.(0|1|2|60|61)\.attn_v.weight=F16" --tensor-type "blk\.(3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37|38|39|40|41|42|43|44|45|46|47|48|49|50|51|52|53|54|55|56|57|58|59)\.ffn_down.weight=Q8_0" --tensor-type "blk\.(0|1|2|60|61)\.ffn_down.weight=F16" --tensor-type "blk\.(3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37|38|39|40|41|42|43|44|45|46|47|48|49|50|51|52|53|54|55|56|57|58|59)\.ffn_gate.weight=Q8_0" --tensor-type "blk\.(0|1|2|60|61)\.ffn_gate.weight=F16" --tensor-type "blk\.(3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37|38|39|40|41|42|43|44|45|46|47|48|49|50|51|52|53|54|55|56|57|58|59)\.ffn_up.weight=Q8_0" --tensor-type "blk\.(0|1|2|60|61)\.ffn_up.weight=F16" A:\LLM\!Fentible\DarkForest-20B-v2.0-fp32-upscaled-abliterated\DarkForest-20B-v2.0-Erebus-Edition-f16.gguf A:\LLM\!Fentible\DarkForest-20B-v2.0-fp32-upscaled-abliterated\DarkForest-20B-v2.0-Erebus-Edition-Q8_K_XL.gguf Q8_0 |