AesSedai commited on
Commit
9cf941e
·
verified ·
1 Parent(s): ce3d753

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -88,3 +88,11 @@ Q5_K_M/MiMo-V2.5-Pro-Q5_K_M-00014-of-00017.gguf filter=lfs diff=lfs merge=lfs -t
88
  Q5_K_M/MiMo-V2.5-Pro-Q5_K_M-00015-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
89
  Q5_K_M/MiMo-V2.5-Pro-Q5_K_M-00016-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
90
  Q5_K_M/MiMo-V2.5-Pro-Q5_K_M-00017-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
88
  Q5_K_M/MiMo-V2.5-Pro-Q5_K_M-00015-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
89
  Q5_K_M/MiMo-V2.5-Pro-Q5_K_M-00016-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
90
  Q5_K_M/MiMo-V2.5-Pro-Q5_K_M-00017-of-00017.gguf filter=lfs diff=lfs merge=lfs -text
91
+ IQ2_S/MiMo-V2.5-Pro-IQ2_S-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
92
+ IQ2_S/MiMo-V2.5-Pro-IQ2_S-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
93
+ IQ2_S/MiMo-V2.5-Pro-IQ2_S-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
94
+ IQ2_S/MiMo-V2.5-Pro-IQ2_S-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
95
+ IQ2_S/MiMo-V2.5-Pro-IQ2_S-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
96
+ IQ2_S/MiMo-V2.5-Pro-IQ2_S-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
97
+ IQ2_S/MiMo-V2.5-Pro-IQ2_S-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
98
+ IQ2_S/MiMo-V2.5-Pro-IQ2_S-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
IQ2_S/MiMo-V2.5-Pro-IQ2_S-00001-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbf12dfbfbf81a528aab3c40f2af6338012eabd0a5e3c74df48b001de35f9d0b
3
+ size 5954048
IQ2_S/MiMo-V2.5-Pro-IQ2_S-00002-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42024fd1fe7f9c6b29bfb85cc50b943af1cdbb8cc12e4fc357d36e49d7226a35
3
+ size 49471517280
IQ2_S/MiMo-V2.5-Pro-IQ2_S-00003-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2635d9780301664450b6ca7ef3764d206a6cda8468ac1b106aaafcfd6d6c032
3
+ size 48721580352
IQ2_S/MiMo-V2.5-Pro-IQ2_S-00004-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e641a0f689951f39cdab07d29b4c9b39c4e4d8369f27f31e0edc6ca4fde974d2
3
+ size 48653207008
IQ2_S/MiMo-V2.5-Pro-IQ2_S-00005-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1058e6547b1101ba3ab4ce5334c788c38f542e6092a0048668aaebebd1594a2
3
+ size 48863113440
IQ2_S/MiMo-V2.5-Pro-IQ2_S-00006-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:254bc18ab1b9bcc11e237aefa3295bb81a5272889a8335dfcfeb81d2b0c4dea2
3
+ size 48721580352
IQ2_S/MiMo-V2.5-Pro-IQ2_S-00007-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2ff1c633a9b1c34fe8663e3c81239c5e8d12ff20af7ed4952e2f86ead2efcdd
3
+ size 48653207008
IQ2_S/MiMo-V2.5-Pro-IQ2_S-00008-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21a33f648842671648b06e365c5761c66c8d3d01647c28dbb7534ce83fddce66
3
+ size 26302284128
kld_data/01_kld_vs_filesize.png CHANGED

Git LFS Details

  • SHA256: 2ea822d7e93a70100b4165bcd4fdffb47f9ba0a256460e62d22a556cd95dd8b5
  • Pointer size: 131 Bytes
  • Size of remote file: 153 kB

Git LFS Details

  • SHA256: 9251be520551e7b26d3bd7ed3aaea8932c988469f72765c940f8c2caa13ee16b
  • Pointer size: 131 Bytes
  • Size of remote file: 162 kB
kld_data/02_ppl_vs_filesize.png CHANGED

Git LFS Details

  • SHA256: 3340e1b9271ba59a64c46e8ae09ea68eefdacd9f8c199d3f4f0eba4cb97f8421
  • Pointer size: 131 Bytes
  • Size of remote file: 166 kB

Git LFS Details

  • SHA256: eab7ddb47a3b6af30aa42c66084bddce2cf7ca670f96a579e4cda4473abc5717
  • Pointer size: 131 Bytes
  • Size of remote file: 169 kB
kld_data/aes_sedai/MiMo-V2.5-Pro-IQ2_S.md ADDED
The diff for this file is too large to render. See raw diff
 
kld_data/llm_quantization_data.csv CHANGED
@@ -1,6 +1,7 @@
1
- model_name,file_size_gb,bpw,Mean KLD_mean,0.1% KLD,0.1% Δp,1.0% KLD,1.0% Δp,10.0% KLD,10.0% Δp,25.0% Δp,5.0% KLD,5.0% Δp,75.0% Δp,90.0% KLD,90.0% Δp,95.0% KLD,95.0% Δp,99.0% KLD,99.0% Δp,99.9% KLD,99.9% Δp,"Cor(ln(PPL(Q)), ln(PPL(base)))",Maximum KLD,Maximum Δp,Mean KLD_std,Mean PPL(Q)-PPL(base)_mean,Mean PPL(Q)-PPL(base)_std,Mean PPL(Q)/PPL(base)_mean,Mean PPL(Q)/PPL(base)_std,Mean PPL(Q)_mean,Mean PPL(Q)_std,Mean PPL(base)_mean,Mean PPL(base)_std,Mean ln(PPL(Q)/PPL(base))_mean,Mean ln(PPL(Q)/PPL(base))_std,Mean Δp_mean,Mean Δp_std,Median KLD,Median Δp,Minimum KLD,Minimum Δp,RMS Δp_mean,RMS Δp_std,Same top p_mean,Same top p_std,common_fit_params,common_memory_breakdown_print,common_params_fit_impl,file_path,file_size_gib,ggml_cuda_init,kl_divergence,llama_context,llama_kv_cache,llama_kv_cache_iswa,llama_model_loader,llama_perf_context_print,load,load_tensors,print_info,sched_reserve,system_info
2
- MiMo-V2.5-Pro-IQ3_S (aes_sedai),376.69010669568,2.95,0.207702,-1e-06,-94.709,6e-06,-74.189,0.000248,-18.727,-4.525,6.1e-05,-35.434,0.223,0.502377,5.476,0.964881,12.356,2.557175,36.131,5.971176,79.827,92.4,23.693077,99.956,0.001453,0.451066,0.007627,1.141259,0.002365,3.644244,0.019594,3.193178,0.01668,0.132132,0.002072,-3.971,0.043,0.044173,-0.133,-8.2e-05,-99.625,16.985,0.076,85.29,0.092,4.67,-12467330513.0,404708.773503,kld/MiMo-V2.5-Pro/wiki-test-raw/aes_sedai/MiMo-V2.5-Pro-IQ3_S.md,350.82,8778000.0,584512819216.0,9.31,128.0,512.0,-2138.0,35.0,0.9311,726991.34,256.0,143.244,4.848561200112841e+50
3
- MiMo-V2.5-Pro-IQ4_XS (aes_sedai),488.54179250176,3.82,0.098682,-3e-06,-79.287,1e-06,-45.616,9.3e-05,-8.833,-1.702,2.3e-05,-17.211,0.443,0.208776,4.879,0.406225,10.578,1.283414,30.7,4.557108,73.555,96.43,23.030434,99.965,0.001013,0.124394,0.004633,1.038956,0.001457,3.317572,0.017483,3.193178,0.01668,0.038217,0.001403,-1.22,0.029,0.017301,-0.014,-5.1e-05,-98.512,11.146,0.065,90.351,0.077,8.27,-14639490513.0,511161.773503,kld/MiMo-V2.5-Pro/wiki-test-raw/aes_sedai/MiMo-V2.5-Pro-IQ4_XS.md,454.99,8778000.0,584512819216.0,9.31,128.0,512.0,-469.0,35.0,0.9311,734896.64,256.0,124.034,4.848561200112841e+50
4
- MiMo-V2.5-Pro-Q4_K_M (aes_sedai),629.1912340275201,4.92,0.055113,-4e-06,-61.027,0.0,-27.122,4.2e-05,-4.799,-0.733,1.1e-05,-9.575,0.518,0.093684,4.075,0.180473,8.266,0.667101,24.306,5.00226,67.323,97.89,22.75626,99.992,0.000954,0.027583,0.003461,1.008638,0.001086,3.220761,0.016918,3.193178,0.01668,0.008601,0.001077,-0.207,0.021,0.007783,-0.001,-0.000168,-99.833,7.952,0.062,93.376,0.064,0.81,-14639490513.0,645297.773503,kld/MiMo-V2.5-Pro/wiki-test-raw/aes_sedai/MiMo-V2.5-Pro-Q4_K_M.md,585.98,8778000.0,584512819216.0,9.31,128.0,512.0,-569.0,35.0,0.9311,744616.64,256.0,136.504,4.848561200112841e+50
5
- MiMo-V2.5-Pro-Q5_K_M (aes_sedai),756.8161872281601,5.92,0.03685,-5e-06,-47.036,-0.0,-20.518,2.9e-05,-3.715,-0.543,8e-06,-7.381,0.467,0.061322,3.458,0.115248,6.968,0.389255,19.843,3.435202,58.434,98.69,24.047461,99.983,0.000815,0.002228,0.002707,1.000698,0.000848,3.195406,0.016711,3.193178,0.01668,0.000698,0.000847,-0.037,0.017,0.005277,-0.0,-2.6e-05,-97.649,6.414,0.058,94.609,0.059,9.51,-7129217125040416.0,7.1257,kld/MiMo-V2.5-Pro/wiki-test-raw/aes_sedai/MiMo-V2.5-Pro-Q5_K_M.md,704.84,8778000.0,584512819216.0,9.31,128.0,512.0,-669.0,35.0,0.9311,787801.6,256.0,122.721,4.848561200112841e+50
6
- MiMo-V2.5-Pro-Q8_0 (aes_sedai),1087.61456836608,8.5,-0.0,-5.2e-05,-0.004,-3.8e-05,-0.002,-1.3e-05,-0.0,-0.0,-2.2e-05,-0.001,0.0,1.3e-05,0.0,2.2e-05,0.001,3.8e-05,0.002,5.3e-05,0.004,99.96,7.3e-05,0.006,0.0,0.001649,0.000473,1.000516,0.000148,3.194827,0.016728,3.193178,0.01668,0.000516,0.000148,0.0,0.0,0.0,0.0,-7.5e-05,-0.006,0.001,0.0,99.998,0.001,9.24,-1.0347341034317042e+17,7.31277,kld/MiMo-V2.5-Pro/wiki-test-raw/aes_sedai/MiMo-V2.5-Pro-Q8_0.md,1012.92,8778000.0,584512819216.0,9.31,128.0,512.0,-80370.0,35.0,0.9311,787361.34,256.0,382.391,4.848561200112841e+50
 
 
1
+ model_name,file_size_gb,bpw,Mean KLD_mean,0.1% KLD,0.1% Δp,1.0% KLD,1.0% Δp,10.0% KLD,10.0% Δp,25.0% Δp,5.0% KLD,5.0% Δp,75.0% Δp,90.0% KLD,90.0% Δp,95.0% KLD,95.0% Δp,99.0% KLD,99.0% Δp,99.9% KLD,99.9% Δp,"Cor(ln(PPL(Q)), ln(PPL(base)))",Maximum KLD,Maximum Δp,Mean KLD_std,Mean PPL(Q)-PPL(base)_mean,Mean PPL(Q)-PPL(base)_std,Mean PPL(Q)/PPL(base)_mean,Mean PPL(Q)/PPL(base)_std,Mean PPL(Q)_mean,Mean PPL(Q)_std,Mean PPL(base)_mean,Mean PPL(base)_std,Mean ln(PPL(Q)/PPL(base))_mean,Mean ln(PPL(Q)/PPL(base))_std,Mean Δp_mean,Mean Δp_std,Median KLD,Median Δp,Minimum KLD,Minimum Δp,RMS Δp_mean,RMS Δp_std,Same top p_mean,Same top p_std,common_fit_params,common_memory_breakdown_print,common_params_fit_impl,file_path,file_size_gib,ggml_cuda_init,is_self_ref,kl_divergence,llama_context,llama_kv_cache,llama_kv_cache_iswa,llama_model_loader,llama_perf_context_print,load,load_tensors,mixture,print_info,sched_reserve,system_info
2
+ MiMo-V2.5-Pro-IQ2_S (aes_sedai),319.3845055488,2.5,0.318892,-0.0,-98.711,8e-06,-87.442,0.000407,-27.962,-6.701,9.6e-05,-50.864,0.236,0.820311,6.47,1.518651,14.452,3.672543,39.369,7.725067,81.684,88.1,22.687212,99.974,0.001943,0.875452,0.011448,1.274163,0.003421,4.06863,0.022989,3.193178,0.01668,0.24229,0.002685,-5.988,0.053,0.074109,-0.218,-7e-06,-99.995,21.266,0.083,81.418,0.101,1.01,-12467330513.0,350060.773503,kld/MiMo-V2.5-Pro/wiki-test-raw/aes_sedai/MiMo-V2.5-Pro-IQ2_S.md,297.45,8778000.0,False,584512819216.0,9.31,128.0,512.0,-269.0,35.0,0.9311,723031.34,Q6_K / IQ2_XS / IQ2_XS / IQ2_S,256.0,123.314,4.848561200112841e+50
3
+ MiMo-V2.5-Pro-IQ3_S (aes_sedai),376.69010669568,2.95,0.207702,-1e-06,-94.709,6e-06,-74.189,0.000248,-18.727,-4.525,6.1e-05,-35.434,0.223,0.502377,5.476,0.964881,12.356,2.557175,36.131,5.971176,79.827,92.4,23.693077,99.956,0.001453,0.451066,0.007627,1.141259,0.002365,3.644244,0.019594,3.193178,0.01668,0.132132,0.002072,-3.971,0.043,0.044173,-0.133,-8.2e-05,-99.625,16.985,0.076,85.29,0.092,4.67,-12467330513.0,404708.773503,kld/MiMo-V2.5-Pro/wiki-test-raw/aes_sedai/MiMo-V2.5-Pro-IQ3_S.md,350.82,8778000.0,False,584512819216.0,9.31,128.0,512.0,-2138.0,35.0,0.9311,726991.34,Q6_K / IQ2_S / IQ2_S / IQ3_S,256.0,143.244,4.848561200112841e+50
4
+ MiMo-V2.5-Pro-IQ4_XS (aes_sedai),488.54179250176,3.82,0.098682,-3e-06,-79.287,1e-06,-45.616,9.3e-05,-8.833,-1.702,2.3e-05,-17.211,0.443,0.208776,4.879,0.406225,10.578,1.283414,30.7,4.557108,73.555,96.43,23.030434,99.965,0.001013,0.124394,0.004633,1.038956,0.001457,3.317572,0.017483,3.193178,0.01668,0.038217,0.001403,-1.22,0.029,0.017301,-0.014,-5.1e-05,-98.512,11.146,0.065,90.351,0.077,8.27,-14639490513.0,511161.773503,kld/MiMo-V2.5-Pro/wiki-test-raw/aes_sedai/MiMo-V2.5-Pro-IQ4_XS.md,454.99,8778000.0,False,584512819216.0,9.31,128.0,512.0,-469.0,35.0,0.9311,734896.64,Q8_0 / IQ3_S / IQ3_S / IQ4_XS,256.0,124.034,4.848561200112841e+50
5
+ MiMo-V2.5-Pro-Q4_K_M (aes_sedai),629.1912340275201,4.92,0.055113,-4e-06,-61.027,0.0,-27.122,4.2e-05,-4.799,-0.733,1.1e-05,-9.575,0.518,0.093684,4.075,0.180473,8.266,0.667101,24.306,5.00226,67.323,97.89,22.75626,99.992,0.000954,0.027583,0.003461,1.008638,0.001086,3.220761,0.016918,3.193178,0.01668,0.008601,0.001077,-0.207,0.021,0.007783,-0.001,-0.000168,-99.833,7.952,0.062,93.376,0.064,0.81,-14639490513.0,645297.773503,kld/MiMo-V2.5-Pro/wiki-test-raw/aes_sedai/MiMo-V2.5-Pro-Q4_K_M.md,585.98,8778000.0,False,584512819216.0,9.31,128.0,512.0,-569.0,35.0,0.9311,744616.64,Q8_0 / Q4_K / Q4_K / Q5_K,256.0,136.504,4.848561200112841e+50
6
+ MiMo-V2.5-Pro-Q5_K_M (aes_sedai),756.8161872281601,5.92,0.03685,-5e-06,-47.036,-0.0,-20.518,2.9e-05,-3.715,-0.543,8e-06,-7.381,0.467,0.061322,3.458,0.115248,6.968,0.389255,19.843,3.435202,58.434,98.69,24.047461,99.983,0.000815,0.002228,0.002707,1.000698,0.000848,3.195406,0.016711,3.193178,0.01668,0.000698,0.000847,-0.037,0.017,0.005277,-0.0,-2.6e-05,-97.649,6.414,0.058,94.609,0.059,9.51,-7129217125040416.0,7.1257,kld/MiMo-V2.5-Pro/wiki-test-raw/aes_sedai/MiMo-V2.5-Pro-Q5_K_M.md,704.84,8778000.0,False,584512819216.0,9.31,128.0,512.0,-669.0,35.0,0.9311,787801.6,Q8_0 / Q5_K / Q5_K / Q6_K,256.0,122.721,4.848561200112841e+50
7
+ MiMo-V2.5-Pro-Q8_0 (aes_sedai),1087.61456836608,8.5,-0.0,-5.2e-05,-0.004,-3.8e-05,-0.002,-1.3e-05,-0.0,-0.0,-2.2e-05,-0.001,0.0,1.3e-05,0.0,2.2e-05,0.001,3.8e-05,0.002,5.3e-05,0.004,99.96,7.3e-05,0.006,0.0,0.001649,0.000473,1.000516,0.000148,3.194827,0.016728,3.193178,0.01668,0.000516,0.000148,0.0,0.0,0.0,0.0,-7.5e-05,-0.006,0.001,0.0,99.998,0.001,9.24,-1.0347341034317042e+17,7.31277,kld/MiMo-V2.5-Pro/wiki-test-raw/aes_sedai/MiMo-V2.5-Pro-Q8_0.md,1012.92,8778000.0,True,584512819216.0,9.31,128.0,512.0,-80370.0,35.0,0.9311,787361.34,,256.0,382.391,4.848561200112841e+50