| { |
| "kv_cache": { |
| "scaling_factor": { |
| "0": { |
| "0": { |
| "k_scale": 0.012625558035714286, |
| "v_scale": 0.00020381382533482144 |
| }, |
| "1": { |
| "k_scale": 0.020647321428571428, |
| "v_scale": 0.007045200892857143 |
| }, |
| "2": { |
| "k_scale": 0.03822544642857143, |
| "v_scale": 0.013602120535714286 |
| }, |
| "3": { |
| "k_scale": 0.04241071428571429, |
| "v_scale": 0.008998325892857142 |
| }, |
| "4": { |
| "k_scale": 0.03962053571428571, |
| "v_scale": 0.012416294642857142 |
| }, |
| "5": { |
| "k_scale": 0.018694196428571428, |
| "v_scale": 0.00038582938058035713 |
| }, |
| "6": { |
| "k_scale": 0.033203125, |
| "v_scale": 0.010951450892857142 |
| }, |
| "7": { |
| "k_scale": 0.03766741071428571, |
| "v_scale": 0.015276227678571428 |
| }, |
| "8": { |
| "k_scale": 0.03571428571428571, |
| "v_scale": 0.007742745535714286 |
| }, |
| "9": { |
| "k_scale": 0.03655133928571429, |
| "v_scale": 0.005789620535714286 |
| }, |
| "10": { |
| "k_scale": 0.039341517857142856, |
| "v_scale": 0.00830078125 |
| }, |
| "11": { |
| "k_scale": 0.02734375, |
| "v_scale": 0.0028250558035714285 |
| }, |
| "12": { |
| "k_scale": 0.04799107142857143, |
| "v_scale": 0.007533482142857143 |
| }, |
| "13": { |
| "k_scale": 0.03655133928571429, |
| "v_scale": 0.005929129464285714 |
| }, |
| "14": { |
| "k_scale": 0.04296875, |
| "v_scale": 0.006452287946428571 |
| }, |
| "15": { |
| "k_scale": 0.04017857142857143, |
| "v_scale": 0.005719866071428571 |
| }, |
| "16": { |
| "k_scale": 0.04157366071428571, |
| "v_scale": 0.005440848214285714 |
| }, |
| "17": { |
| "k_scale": 0.029157366071428572, |
| "v_scale": 0.004237583705357143 |
| }, |
| "18": { |
| "k_scale": 0.04213169642857143, |
| "v_scale": 0.007254464285714286 |
| }, |
| "19": { |
| "k_scale": 0.03655133928571429, |
| "v_scale": 0.007533482142857143 |
| }, |
| "20": { |
| "k_scale": 0.04213169642857143, |
| "v_scale": 0.006940569196428571 |
| }, |
| "21": { |
| "k_scale": 0.04631696428571429, |
| "v_scale": 0.007986886160714286 |
| }, |
| "22": { |
| "k_scale": 0.046875, |
| "v_scale": 0.008196149553571428 |
| }, |
| "23": { |
| "k_scale": 0.033900669642857144, |
| "v_scale": 0.008335658482142858 |
| }, |
| "24": { |
| "k_scale": 0.040736607142857144, |
| "v_scale": 0.008823939732142858 |
| }, |
| "25": { |
| "k_scale": 0.044642857142857144, |
| "v_scale": 0.008440290178571428 |
| }, |
| "26": { |
| "k_scale": 0.045200892857142856, |
| "v_scale": 0.008998325892857142 |
| }, |
| "27": { |
| "k_scale": 0.03850446428571429, |
| "v_scale": 0.010114397321428572 |
| }, |
| "28": { |
| "k_scale": 0.039341517857142856, |
| "v_scale": 0.009486607142857142 |
| }, |
| "29": { |
| "k_scale": 0.03557477678571429, |
| "v_scale": 0.021344866071428572 |
| }, |
| "30": { |
| "k_scale": 0.04743303571428571, |
| "v_scale": 0.011997767857142858 |
| }, |
| "31": { |
| "k_scale": 0.04408482142857143, |
| "v_scale": 0.011858258928571428 |
| }, |
| "32": { |
| "k_scale": 0.046875, |
| "v_scale": 0.012067522321428572 |
| }, |
| "33": { |
| "k_scale": 0.045200892857142856, |
| "v_scale": 0.014997209821428572 |
| }, |
| "34": { |
| "k_scale": 0.043247767857142856, |
| "v_scale": 0.013323102678571428 |
| }, |
| "35": { |
| "k_scale": 0.044642857142857144, |
| "v_scale": 0.014927455357142858 |
| }, |
| "36": { |
| "k_scale": 0.04827008928571429, |
| "v_scale": 0.019252232142857144 |
| }, |
| "37": { |
| "k_scale": 0.056640625, |
| "v_scale": 0.021205357142857144 |
| }, |
| "38": { |
| "k_scale": 0.046595982142857144, |
| "v_scale": 0.017787388392857144 |
| }, |
| "39": { |
| "k_scale": 0.0546875, |
| "v_scale": 0.019810267857142856 |
| }, |
| "40": { |
| "k_scale": 0.04547991071428571, |
| "v_scale": 0.020368303571428572 |
| }, |
| "41": { |
| "k_scale": 0.039341517857142856, |
| "v_scale": 0.033203125 |
| }, |
| "42": { |
| "k_scale": 0.06417410714285714, |
| "v_scale": 0.030552455357142856 |
| }, |
| "43": { |
| "k_scale": 0.07533482142857142, |
| "v_scale": 0.05803571428571429 |
| }, |
| "44": { |
| "k_scale": 0.07533482142857142, |
| "v_scale": 0.030412946428571428 |
| }, |
| "45": { |
| "k_scale": 0.046875, |
| "v_scale": 0.03822544642857143 |
| }, |
| "46": { |
| "k_scale": 0.04603794642857143, |
| "v_scale": 0.047154017857142856 |
| }, |
| "47": { |
| "k_scale": 0.04213169642857143, |
| "v_scale": 0.07310267857142858 |
| } |
| }, |
| "1": { |
| "0": { |
| "k_scale": 0.012625558035714286, |
| "v_scale": 0.00020381382533482144 |
| }, |
| "1": { |
| "k_scale": 0.020647321428571428, |
| "v_scale": 0.007045200892857143 |
| }, |
| "2": { |
| "k_scale": 0.03822544642857143, |
| "v_scale": 0.013602120535714286 |
| }, |
| "3": { |
| "k_scale": 0.04241071428571429, |
| "v_scale": 0.008998325892857142 |
| }, |
| "4": { |
| "k_scale": 0.03962053571428571, |
| "v_scale": 0.012416294642857142 |
| }, |
| "5": { |
| "k_scale": 0.018694196428571428, |
| "v_scale": 0.00038582938058035713 |
| }, |
| "6": { |
| "k_scale": 0.033203125, |
| "v_scale": 0.010951450892857142 |
| }, |
| "7": { |
| "k_scale": 0.03766741071428571, |
| "v_scale": 0.015276227678571428 |
| }, |
| "8": { |
| "k_scale": 0.03571428571428571, |
| "v_scale": 0.007742745535714286 |
| }, |
| "9": { |
| "k_scale": 0.03655133928571429, |
| "v_scale": 0.005789620535714286 |
| }, |
| "10": { |
| "k_scale": 0.039341517857142856, |
| "v_scale": 0.00830078125 |
| }, |
| "11": { |
| "k_scale": 0.02734375, |
| "v_scale": 0.0028250558035714285 |
| }, |
| "12": { |
| "k_scale": 0.04799107142857143, |
| "v_scale": 0.007533482142857143 |
| }, |
| "13": { |
| "k_scale": 0.03655133928571429, |
| "v_scale": 0.005929129464285714 |
| }, |
| "14": { |
| "k_scale": 0.04296875, |
| "v_scale": 0.006452287946428571 |
| }, |
| "15": { |
| "k_scale": 0.04017857142857143, |
| "v_scale": 0.005719866071428571 |
| }, |
| "16": { |
| "k_scale": 0.04157366071428571, |
| "v_scale": 0.005440848214285714 |
| }, |
| "17": { |
| "k_scale": 0.029157366071428572, |
| "v_scale": 0.004237583705357143 |
| }, |
| "18": { |
| "k_scale": 0.04213169642857143, |
| "v_scale": 0.007254464285714286 |
| }, |
| "19": { |
| "k_scale": 0.03655133928571429, |
| "v_scale": 0.007533482142857143 |
| }, |
| "20": { |
| "k_scale": 0.04213169642857143, |
| "v_scale": 0.006940569196428571 |
| }, |
| "21": { |
| "k_scale": 0.04631696428571429, |
| "v_scale": 0.007986886160714286 |
| }, |
| "22": { |
| "k_scale": 0.046875, |
| "v_scale": 0.008196149553571428 |
| }, |
| "23": { |
| "k_scale": 0.033900669642857144, |
| "v_scale": 0.008335658482142858 |
| }, |
| "24": { |
| "k_scale": 0.040736607142857144, |
| "v_scale": 0.008823939732142858 |
| }, |
| "25": { |
| "k_scale": 0.044642857142857144, |
| "v_scale": 0.008440290178571428 |
| }, |
| "26": { |
| "k_scale": 0.045200892857142856, |
| "v_scale": 0.008998325892857142 |
| }, |
| "27": { |
| "k_scale": 0.03850446428571429, |
| "v_scale": 0.010114397321428572 |
| }, |
| "28": { |
| "k_scale": 0.039341517857142856, |
| "v_scale": 0.009486607142857142 |
| }, |
| "29": { |
| "k_scale": 0.03557477678571429, |
| "v_scale": 0.021344866071428572 |
| }, |
| "30": { |
| "k_scale": 0.04743303571428571, |
| "v_scale": 0.011997767857142858 |
| }, |
| "31": { |
| "k_scale": 0.04408482142857143, |
| "v_scale": 0.011858258928571428 |
| }, |
| "32": { |
| "k_scale": 0.046875, |
| "v_scale": 0.012067522321428572 |
| }, |
| "33": { |
| "k_scale": 0.045200892857142856, |
| "v_scale": 0.014997209821428572 |
| }, |
| "34": { |
| "k_scale": 0.043247767857142856, |
| "v_scale": 0.013323102678571428 |
| }, |
| "35": { |
| "k_scale": 0.044642857142857144, |
| "v_scale": 0.014927455357142858 |
| }, |
| "36": { |
| "k_scale": 0.04827008928571429, |
| "v_scale": 0.019252232142857144 |
| }, |
| "37": { |
| "k_scale": 0.056640625, |
| "v_scale": 0.021205357142857144 |
| }, |
| "38": { |
| "k_scale": 0.046595982142857144, |
| "v_scale": 0.017787388392857144 |
| }, |
| "39": { |
| "k_scale": 0.0546875, |
| "v_scale": 0.019810267857142856 |
| }, |
| "40": { |
| "k_scale": 0.04547991071428571, |
| "v_scale": 0.020368303571428572 |
| }, |
| "41": { |
| "k_scale": 0.039341517857142856, |
| "v_scale": 0.033203125 |
| }, |
| "42": { |
| "k_scale": 0.06417410714285714, |
| "v_scale": 0.030552455357142856 |
| }, |
| "43": { |
| "k_scale": 0.07533482142857142, |
| "v_scale": 0.05803571428571429 |
| }, |
| "44": { |
| "k_scale": 0.07533482142857142, |
| "v_scale": 0.030412946428571428 |
| }, |
| "45": { |
| "k_scale": 0.046875, |
| "v_scale": 0.03822544642857143 |
| }, |
| "46": { |
| "k_scale": 0.04603794642857143, |
| "v_scale": 0.047154017857142856 |
| }, |
| "47": { |
| "k_scale": 0.04213169642857143, |
| "v_scale": 0.07310267857142858 |
| } |
| } |
| } |
| } |
| } |
