{
  "source": "assets/models/Llama-2-7b-chat-hf",
  "mode": "whiten",
  "ratio": 0.4,
  "n_calib": 256,
  "seqlen": 2048,
  "seed": 42,
  "mean_rel_err": 0.5129826793480399,
  "max_rel_err": 0.6275866627693176,
  "ranks": {
    "0.q_proj": 1228,
    "0.k_proj": 1228,
    "0.v_proj": 1228,
    "0.o_proj": 1228,
    "0.gate_proj": 1791,
    "0.up_proj": 1791,
    "0.down_proj": 1791,
    "1.q_proj": 1228,
    "1.k_proj": 1228,
    "1.v_proj": 1228,
    "1.o_proj": 1228,
    "1.gate_proj": 1791,
    "1.up_proj": 1791,
    "1.down_proj": 1791,
    "2.q_proj": 1228,
    "2.k_proj": 1228,
    "2.v_proj": 1228,
    "2.o_proj": 1228,
    "2.gate_proj": 1791,
    "2.up_proj": 1791,
    "2.down_proj": 1791,
    "3.q_proj": 1228,
    "3.k_proj": 1228,
    "3.v_proj": 1228,
    "3.o_proj": 1228,
    "3.gate_proj": 1791,
    "3.up_proj": 1791,
    "3.down_proj": 1791,
    "4.q_proj": 1228,
    "4.k_proj": 1228,
    "4.v_proj": 1228,
    "4.o_proj": 1228,
    "4.gate_proj": 1791,
    "4.up_proj": 1791,
    "4.down_proj": 1791,
    "5.q_proj": 1228,
    "5.k_proj": 1228,
    "5.v_proj": 1228,
    "5.o_proj": 1228,
    "5.gate_proj": 1791,
    "5.up_proj": 1791,
    "5.down_proj": 1791,
    "6.q_proj": 1228,
    "6.k_proj": 1228,
    "6.v_proj": 1228,
    "6.o_proj": 1228,
    "6.gate_proj": 1791,
    "6.up_proj": 1791,
    "6.down_proj": 1791,
    "7.q_proj": 1228,
    "7.k_proj": 1228,
    "7.v_proj": 1228,
    "7.o_proj": 1228,
    "7.gate_proj": 1791,
    "7.up_proj": 1791,
    "7.down_proj": 1791,
    "8.q_proj": 1228,
    "8.k_proj": 1228,
    "8.v_proj": 1228,
    "8.o_proj": 1228,
    "8.gate_proj": 1791,
    "8.up_proj": 1791,
    "8.down_proj": 1791,
    "9.q_proj": 1228,
    "9.k_proj": 1228,
    "9.v_proj": 1228,
    "9.o_proj": 1228,
    "9.gate_proj": 1791,
    "9.up_proj": 1791,
    "9.down_proj": 1791,
    "10.q_proj": 1228,
    "10.k_proj": 1228,
    "10.v_proj": 1228,
    "10.o_proj": 1228,
    "10.gate_proj": 1791,
    "10.up_proj": 1791,
    "10.down_proj": 1791,
    "11.q_proj": 1228,
    "11.k_proj": 1228,
    "11.v_proj": 1228,
    "11.o_proj": 1228,
    "11.gate_proj": 1791,
    "11.up_proj": 1791,
    "11.down_proj": 1791,
    "12.q_proj": 1228,
    "12.k_proj": 1228,
    "12.v_proj": 1228,
    "12.o_proj": 1228,
    "12.gate_proj": 1791,
    "12.up_proj": 1791,
    "12.down_proj": 1791,
    "13.q_proj": 1228,
    "13.k_proj": 1228,
    "13.v_proj": 1228,
    "13.o_proj": 1228,
    "13.gate_proj": 1791,
    "13.up_proj": 1791,
    "13.down_proj": 1791,
    "14.q_proj": 1228,
    "14.k_proj": 1228,
    "14.v_proj": 1228,
    "14.o_proj": 1228,
    "14.gate_proj": 1791,
    "14.up_proj": 1791,
    "14.down_proj": 1791,
    "15.q_proj": 1228,
    "15.k_proj": 1228,
    "15.v_proj": 1228,
    "15.o_proj": 1228,
    "15.gate_proj": 1791,
    "15.up_proj": 1791,
    "15.down_proj": 1791,
    "16.q_proj": 1228,
    "16.k_proj": 1228,
    "16.v_proj": 1228,
    "16.o_proj": 1228,
    "16.gate_proj": 1791,
    "16.up_proj": 1791,
    "16.down_proj": 1791,
    "17.q_proj": 1228,
    "17.k_proj": 1228,
    "17.v_proj": 1228,
    "17.o_proj": 1228,
    "17.gate_proj": 1791,
    "17.up_proj": 1791,
    "17.down_proj": 1791,
    "18.q_proj": 1228,
    "18.k_proj": 1228,
    "18.v_proj": 1228,
    "18.o_proj": 1228,
    "18.gate_proj": 1791,
    "18.up_proj": 1791,
    "18.down_proj": 1791,
    "19.q_proj": 1228,
    "19.k_proj": 1228,
    "19.v_proj": 1228,
    "19.o_proj": 1228,
    "19.gate_proj": 1791,
    "19.up_proj": 1791,
    "19.down_proj": 1791,
    "20.q_proj": 1228,
    "20.k_proj": 1228,
    "20.v_proj": 1228,
    "20.o_proj": 1228,
    "20.gate_proj": 1791,
    "20.up_proj": 1791,
    "20.down_proj": 1791,
    "21.q_proj": 1228,
    "21.k_proj": 1228,
    "21.v_proj": 1228,
    "21.o_proj": 1228,
    "21.gate_proj": 1791,
    "21.up_proj": 1791,
    "21.down_proj": 1791,
    "22.q_proj": 1228,
    "22.k_proj": 1228,
    "22.v_proj": 1228,
    "22.o_proj": 1228,
    "22.gate_proj": 1791,
    "22.up_proj": 1791,
    "22.down_proj": 1791,
    "23.q_proj": 1228,
    "23.k_proj": 1228,
    "23.v_proj": 1228,
    "23.o_proj": 1228,
    "23.gate_proj": 1791,
    "23.up_proj": 1791,
    "23.down_proj": 1791,
    "24.q_proj": 1228,
    "24.k_proj": 1228,
    "24.v_proj": 1228,
    "24.o_proj": 1228,
    "24.gate_proj": 1791,
    "24.up_proj": 1791,
    "24.down_proj": 1791,
    "25.q_proj": 1228,
    "25.k_proj": 1228,
    "25.v_proj": 1228,
    "25.o_proj": 1228,
    "25.gate_proj": 1791,
    "25.up_proj": 1791,
    "25.down_proj": 1791,
    "26.q_proj": 1228,
    "26.k_proj": 1228,
    "26.v_proj": 1228,
    "26.o_proj": 1228,
    "26.gate_proj": 1791,
    "26.up_proj": 1791,
    "26.down_proj": 1791,
    "27.q_proj": 1228,
    "27.k_proj": 1228,
    "27.v_proj": 1228,
    "27.o_proj": 1228,
    "27.gate_proj": 1791,
    "27.up_proj": 1791,
    "27.down_proj": 1791,
    "28.q_proj": 1228,
    "28.k_proj": 1228,
    "28.v_proj": 1228,
    "28.o_proj": 1228,
    "28.gate_proj": 1791,
    "28.up_proj": 1791,
    "28.down_proj": 1791,
    "29.q_proj": 1228,
    "29.k_proj": 1228,
    "29.v_proj": 1228,
    "29.o_proj": 1228,
    "29.gate_proj": 1791,
    "29.up_proj": 1791,
    "29.down_proj": 1791,
    "30.q_proj": 1228,
    "30.k_proj": 1228,
    "30.v_proj": 1228,
    "30.o_proj": 1228,
    "30.gate_proj": 1791,
    "30.up_proj": 1791,
    "30.down_proj": 1791,
    "31.q_proj": 1228,
    "31.k_proj": 1228,
    "31.v_proj": 1228,
    "31.o_proj": 1228,
    "31.gate_proj": 1791,
    "31.up_proj": 1791,
    "31.down_proj": 1791
  },
  "rel_err": {
    "0.q_proj": 0.04380171746015549,
    "0.k_proj": 0.03641970828175545,
    "0.v_proj": 0.36748164892196655,
    "0.o_proj": 0.35949069261550903,
    "0.gate_proj": 0.4453504979610443,
    "0.up_proj": 0.4598178267478943,
    "0.down_proj": 0.534414529800415,
    "1.q_proj": 0.13908711075782776,
    "1.k_proj": 0.12220100313425064,
    "1.v_proj": 0.48938700556755066,
    "1.o_proj": 0.41662368178367615,
    "1.gate_proj": 0.4262170195579529,
    "1.up_proj": 0.48196694254875183,
    "1.down_proj": 0.5730665326118469,
    "2.q_proj": 0.2914818227291107,
    "2.k_proj": 0.2779654860496521,
    "2.v_proj": 0.5180279016494751,
    "2.o_proj": 0.5733353495597839,
    "2.gate_proj": 0.4930364787578583,
    "2.up_proj": 0.5296149253845215,
    "2.down_proj": 0.5826870203018188,
    "3.q_proj": 0.3974117338657379,
    "3.k_proj": 0.39686664938926697,
    "3.v_proj": 0.5369405150413513,
    "3.o_proj": 0.5654948353767395,
    "3.gate_proj": 0.549324631690979,
    "3.up_proj": 0.5714499950408936,
    "3.down_proj": 0.5479015707969666,
    "4.q_proj": 0.38691845536231995,
    "4.k_proj": 0.3908642828464508,
    "4.v_proj": 0.534033477306366,
    "4.o_proj": 0.5694146752357483,
    "4.gate_proj": 0.5496386885643005,
    "4.up_proj": 0.5774703621864319,
    "4.down_proj": 0.5521131753921509,
    "5.q_proj": 0.3974735140800476,
    "5.k_proj": 0.39631208777427673,
    "5.v_proj": 0.5375799536705017,
    "5.o_proj": 0.5740991234779358,
    "5.gate_proj": 0.545458972454071,
    "5.up_proj": 0.5788187980651855,
    "5.down_proj": 0.5441190004348755,
    "6.q_proj": 0.383871853351593,
    "6.k_proj": 0.3909624516963959,
    "6.v_proj": 0.521210253238678,
    "6.o_proj": 0.541921079158783,
    "6.gate_proj": 0.5398759841918945,
    "6.up_proj": 0.579346239566803,
    "6.down_proj": 0.5432473421096802,
    "7.q_proj": 0.3892274498939514,
    "7.k_proj": 0.3958376944065094,
    "7.v_proj": 0.5139691233634949,
    "7.o_proj": 0.560233473777771,
    "7.gate_proj": 0.5366004705429077,
    "7.up_proj": 0.5788359045982361,
    "7.down_proj": 0.5366130471229553,
    "8.q_proj": 0.39984017610549927,
    "8.k_proj": 0.41352930665016174,
    "8.v_proj": 0.49973323941230774,
    "8.o_proj": 0.5574928522109985,
    "8.gate_proj": 0.5336736440658569,
    "8.up_proj": 0.5736863613128662,
    "8.down_proj": 0.5312660932540894,
    "9.q_proj": 0.41538378596305847,
    "9.k_proj": 0.4211653172969818,
    "9.v_proj": 0.4975954294204712,
    "9.o_proj": 0.5584580302238464,
    "9.gate_proj": 0.5298547744750977,
    "9.up_proj": 0.5681746006011963,
    "9.down_proj": 0.5301125645637512,
    "10.q_proj": 0.38537225127220154,
    "10.k_proj": 0.39732009172439575,
    "10.v_proj": 0.49039703607559204,
    "10.o_proj": 0.5227175951004028,
    "10.gate_proj": 0.5246681571006775,
    "10.up_proj": 0.5632421970367432,
    "10.down_proj": 0.5265227556228638,
    "11.q_proj": 0.3730970025062561,
    "11.k_proj": 0.38664519786834717,
    "11.v_proj": 0.4761129915714264,
    "11.o_proj": 0.5110647678375244,
    "11.gate_proj": 0.5248610377311707,
    "11.up_proj": 0.5637345314025879,
    "11.down_proj": 0.5330991744995117,
    "12.q_proj": 0.4120505452156067,
    "12.k_proj": 0.4108751118183136,
    "12.v_proj": 0.4957168996334076,
    "12.o_proj": 0.5525156259536743,
    "12.gate_proj": 0.5293974876403809,
    "12.up_proj": 0.5638957023620605,
    "12.down_proj": 0.533135712146759,
    "13.q_proj": 0.41784536838531494,
    "13.k_proj": 0.4353311359882355,
    "13.v_proj": 0.5253728032112122,
    "13.o_proj": 0.5423539876937866,
    "13.gate_proj": 0.5323421955108643,
    "13.up_proj": 0.5671653747558594,
    "13.down_proj": 0.5448029041290283,
    "14.q_proj": 0.3979891240596771,
    "14.k_proj": 0.4028998017311096,
    "14.v_proj": 0.5172855257987976,
    "14.o_proj": 0.5392663478851318,
    "14.gate_proj": 0.5319739580154419,
    "14.up_proj": 0.5658279657363892,
    "14.down_proj": 0.5467433333396912,
    "15.q_proj": 0.41946905851364136,
    "15.k_proj": 0.421731173992157,
    "15.v_proj": 0.5234103798866272,
    "15.o_proj": 0.5494522452354431,
    "15.gate_proj": 0.5361133217811584,
    "15.up_proj": 0.5696790218353271,
    "15.down_proj": 0.5601778030395508,
    "16.q_proj": 0.4163290858268738,
    "16.k_proj": 0.42018333077430725,
    "16.v_proj": 0.5518314242362976,
    "16.o_proj": 0.5773706436157227,
    "16.gate_proj": 0.5353121757507324,
    "16.up_proj": 0.5669439435005188,
    "16.down_proj": 0.573029637336731,
    "17.q_proj": 0.45752230286598206,
    "17.k_proj": 0.45539867877960205,
    "17.v_proj": 0.5658493041992188,
    "17.o_proj": 0.5880917906761169,
    "17.gate_proj": 0.5377770662307739,
    "17.up_proj": 0.5675550699234009,
    "17.down_proj": 0.5707905888557434,
    "18.q_proj": 0.4821534752845764,
    "18.k_proj": 0.4869863986968994,
    "18.v_proj": 0.5718491077423096,
    "18.o_proj": 0.6140167713165283,
    "18.gate_proj": 0.5465325713157654,
    "18.up_proj": 0.5736358165740967,
    "18.down_proj": 0.5709002017974854,
    "19.q_proj": 0.4653477370738983,
    "19.k_proj": 0.46152275800704956,
    "19.v_proj": 0.5558217167854309,
    "19.o_proj": 0.6007413864135742,
    "19.gate_proj": 0.5499191284179688,
    "19.up_proj": 0.5741135478019714,
    "19.down_proj": 0.5704531073570251,
    "20.q_proj": 0.4561006724834442,
    "20.k_proj": 0.45778340101242065,
    "20.v_proj": 0.5699685215950012,
    "20.o_proj": 0.6030486822128296,
    "20.gate_proj": 0.5477487444877625,
    "20.up_proj": 0.5708795785903931,
    "20.down_proj": 0.5815078020095825,
    "21.q_proj": 0.4708847999572754,
    "21.k_proj": 0.47294437885284424,
    "21.v_proj": 0.5627497434616089,
    "21.o_proj": 0.6171526312828064,
    "21.gate_proj": 0.5485380291938782,
    "21.up_proj": 0.5700867176055908,
    "21.down_proj": 0.5770522356033325,
    "22.q_proj": 0.4827359616756439,
    "22.k_proj": 0.4870154857635498,
    "22.v_proj": 0.5737665295600891,
    "22.o_proj": 0.6152079105377197,
    "22.gate_proj": 0.5483241677284241,
    "22.up_proj": 0.5691275596618652,
    "22.down_proj": 0.5745007395744324,
    "23.q_proj": 0.5137288570404053,
    "23.k_proj": 0.5133072733879089,
    "23.v_proj": 0.5722395181655884,
    "23.o_proj": 0.6058347225189209,
    "23.gate_proj": 0.5517013669013977,
    "23.up_proj": 0.5709998607635498,
    "23.down_proj": 0.5664321184158325,
    "24.q_proj": 0.4612521529197693,
    "24.k_proj": 0.4654650092124939,
    "24.v_proj": 0.5645677447319031,
    "24.o_proj": 0.6111935973167419,
    "24.gate_proj": 0.5524954199790955,
    "24.up_proj": 0.5716177225112915,
    "24.down_proj": 0.5589573979377747,
    "25.q_proj": 0.5026888847351074,
    "25.k_proj": 0.5102775692939758,
    "25.v_proj": 0.5733592510223389,
    "25.o_proj": 0.6034494638442993,
    "25.gate_proj": 0.5555670857429504,
    "25.up_proj": 0.5736995935440063,
    "25.down_proj": 0.5518300533294678,
    "26.q_proj": 0.4724120497703552,
    "26.k_proj": 0.4811462461948395,
    "26.v_proj": 0.562049925327301,
    "26.o_proj": 0.6275866627693176,
    "26.gate_proj": 0.5571488738059998,
    "26.up_proj": 0.5757684111595154,
    "26.down_proj": 0.5500596761703491,
    "27.q_proj": 0.5217041969299316,
    "27.k_proj": 0.5294874310493469,
    "27.v_proj": 0.5828593373298645,
    "27.o_proj": 0.6051685214042664,
    "27.gate_proj": 0.5601778626441956,
    "27.up_proj": 0.5774282813072205,
    "27.down_proj": 0.5483025908470154,
    "28.q_proj": 0.5030953884124756,
    "28.k_proj": 0.5134401917457581,
    "28.v_proj": 0.5791639089584351,
    "28.o_proj": 0.6007130146026611,
    "28.gate_proj": 0.5600420236587524,
    "28.up_proj": 0.576304018497467,
    "28.down_proj": 0.5573022365570068,
    "29.q_proj": 0.46908190846443176,
    "29.k_proj": 0.4772522449493408,
    "29.v_proj": 0.5707877278327942,
    "29.o_proj": 0.6046014428138733,
    "29.gate_proj": 0.5591734051704407,
    "29.up_proj": 0.5723761320114136,
    "29.down_proj": 0.5650714039802551,
    "30.q_proj": 0.5026018023490906,
    "30.k_proj": 0.5103400349617004,
    "30.v_proj": 0.5841054320335388,
    "30.o_proj": 0.6109299659729004,
    "30.gate_proj": 0.553278923034668,
    "30.up_proj": 0.5611321926116943,
    "30.down_proj": 0.5752127766609192,
    "31.q_proj": 0.44384923577308655,
    "31.k_proj": 0.4519810378551483,
    "31.v_proj": 0.565937340259552,
    "31.o_proj": 0.5806401371955872,
    "31.gate_proj": 0.5442476868629456,
    "31.up_proj": 0.5480340719223022,
    "31.down_proj": 0.5737840533256531
  },
  "protection": {
    "basis": "results/delta_basis/llama2_7b_k256.pt",
    "k": 8,
    "side": "auto",
    "mode": "protect",
    "base_model": null,
    "basis_meta": {
      "chat": "assets/models/Llama-2-7b-chat-hf",
      "base": "assets/models/Llama-2-7b-hf",
      "k_max": 256,
      "oversample": 16,
      "niter": 8,
      "modules": [
        "q_proj",
        "k_proj",
        "v_proj",
        "o_proj",
        "gate_proj",
        "up_proj",
        "down_proj"
      ],
      "whitened": false,
      "energy_ks": [
        1,
        4,
        16,
        64
      ]
    },
    "n_protected": 224,
    "mean_leak": 5.151681765117441e-06,
    "max_leak": 0.0002070529299089685,
    "max_protect_err": 7.918063602119219e-06,
    "reserved": {
      "0.q_proj": 8,
      "0.k_proj": 8,
      "0.v_proj": 8,
      "0.o_proj": 8,
      "0.gate_proj": 8,
      "0.up_proj": 8,
      "0.down_proj": 8,
      "1.q_proj": 8,
      "1.k_proj": 8,
      "1.v_proj": 8,
      "1.o_proj": 8,
      "1.gate_proj": 8,
      "1.up_proj": 8,
      "1.down_proj": 8,
      "2.q_proj": 8,
      "2.k_proj": 8,
      "2.v_proj": 8,
      "2.o_proj": 8,
      "2.gate_proj": 8,
      "2.up_proj": 8,
      "2.down_proj": 8,
      "3.q_proj": 8,
      "3.k_proj": 8,
      "3.v_proj": 8,
      "3.o_proj": 8,
      "3.gate_proj": 8,
      "3.up_proj": 8,
      "3.down_proj": 8,
      "4.q_proj": 8,
      "4.k_proj": 8,
      "4.v_proj": 8,
      "4.o_proj": 8,
      "4.gate_proj": 8,
      "4.up_proj": 8,
      "4.down_proj": 8,
      "5.q_proj": 8,
      "5.k_proj": 8,
      "5.v_proj": 8,
      "5.o_proj": 8,
      "5.gate_proj": 8,
      "5.up_proj": 8,
      "5.down_proj": 8,
      "6.q_proj": 8,
      "6.k_proj": 8,
      "6.v_proj": 8,
      "6.o_proj": 8,
      "6.gate_proj": 8,
      "6.up_proj": 8,
      "6.down_proj": 8,
      "7.q_proj": 8,
      "7.k_proj": 8,
      "7.v_proj": 8,
      "7.o_proj": 8,
      "7.gate_proj": 8,
      "7.up_proj": 8,
      "7.down_proj": 8,
      "8.q_proj": 8,
      "8.k_proj": 8,
      "8.v_proj": 8,
      "8.o_proj": 8,
      "8.gate_proj": 8,
      "8.up_proj": 8,
      "8.down_proj": 8,
      "9.q_proj": 8,
      "9.k_proj": 8,
      "9.v_proj": 8,
      "9.o_proj": 8,
      "9.gate_proj": 8,
      "9.up_proj": 8,
      "9.down_proj": 8,
      "10.q_proj": 8,
      "10.k_proj": 8,
      "10.v_proj": 8,
      "10.o_proj": 8,
      "10.gate_proj": 8,
      "10.up_proj": 8,
      "10.down_proj": 8,
      "11.q_proj": 8,
      "11.k_proj": 8,
      "11.v_proj": 8,
      "11.o_proj": 8,
      "11.gate_proj": 8,
      "11.up_proj": 8,
      "11.down_proj": 8,
      "12.q_proj": 8,
      "12.k_proj": 8,
      "12.v_proj": 8,
      "12.o_proj": 8,
      "12.gate_proj": 8,
      "12.up_proj": 8,
      "12.down_proj": 8,
      "13.q_proj": 8,
      "13.k_proj": 8,
      "13.v_proj": 8,
      "13.o_proj": 8,
      "13.gate_proj": 8,
      "13.up_proj": 8,
      "13.down_proj": 8,
      "14.q_proj": 8,
      "14.k_proj": 8,
      "14.v_proj": 8,
      "14.o_proj": 8,
      "14.gate_proj": 8,
      "14.up_proj": 8,
      "14.down_proj": 8,
      "15.q_proj": 8,
      "15.k_proj": 8,
      "15.v_proj": 8,
      "15.o_proj": 8,
      "15.gate_proj": 8,
      "15.up_proj": 8,
      "15.down_proj": 8,
      "16.q_proj": 8,
      "16.k_proj": 8,
      "16.v_proj": 8,
      "16.o_proj": 8,
      "16.gate_proj": 8,
      "16.up_proj": 8,
      "16.down_proj": 8,
      "17.q_proj": 8,
      "17.k_proj": 8,
      "17.v_proj": 8,
      "17.o_proj": 8,
      "17.gate_proj": 8,
      "17.up_proj": 8,
      "17.down_proj": 8,
      "18.q_proj": 8,
      "18.k_proj": 8,
      "18.v_proj": 8,
      "18.o_proj": 8,
      "18.gate_proj": 8,
      "18.up_proj": 8,
      "18.down_proj": 8,
      "19.q_proj": 8,
      "19.k_proj": 8,
      "19.v_proj": 8,
      "19.o_proj": 8,
      "19.gate_proj": 8,
      "19.up_proj": 8,
      "19.down_proj": 8,
      "20.q_proj": 8,
      "20.k_proj": 8,
      "20.v_proj": 8,
      "20.o_proj": 8,
      "20.gate_proj": 8,
      "20.up_proj": 8,
      "20.down_proj": 8,
      "21.q_proj": 8,
      "21.k_proj": 8,
      "21.v_proj": 8,
      "21.o_proj": 8,
      "21.gate_proj": 8,
      "21.up_proj": 8,
      "21.down_proj": 8,
      "22.q_proj": 8,
      "22.k_proj": 8,
      "22.v_proj": 8,
      "22.o_proj": 8,
      "22.gate_proj": 8,
      "22.up_proj": 8,
      "22.down_proj": 8,
      "23.q_proj": 8,
      "23.k_proj": 8,
      "23.v_proj": 8,
      "23.o_proj": 8,
      "23.gate_proj": 8,
      "23.up_proj": 8,
      "23.down_proj": 8,
      "24.q_proj": 8,
      "24.k_proj": 8,
      "24.v_proj": 8,
      "24.o_proj": 8,
      "24.gate_proj": 8,
      "24.up_proj": 8,
      "24.down_proj": 8,
      "25.q_proj": 8,
      "25.k_proj": 8,
      "25.v_proj": 8,
      "25.o_proj": 8,
      "25.gate_proj": 8,
      "25.up_proj": 8,
      "25.down_proj": 8,
      "26.q_proj": 8,
      "26.k_proj": 8,
      "26.v_proj": 8,
      "26.o_proj": 8,
      "26.gate_proj": 8,
      "26.up_proj": 8,
      "26.down_proj": 8,
      "27.q_proj": 8,
      "27.k_proj": 8,
      "27.v_proj": 8,
      "27.o_proj": 8,
      "27.gate_proj": 8,
      "27.up_proj": 8,
      "27.down_proj": 8,
      "28.q_proj": 8,
      "28.k_proj": 8,
      "28.v_proj": 8,
      "28.o_proj": 8,
      "28.gate_proj": 8,
      "28.up_proj": 8,
      "28.down_proj": 8,
      "29.q_proj": 8,
      "29.k_proj": 8,
      "29.v_proj": 8,
      "29.o_proj": 8,
      "29.gate_proj": 8,
      "29.up_proj": 8,
      "29.down_proj": 8,
      "30.q_proj": 8,
      "30.k_proj": 8,
      "30.v_proj": 8,
      "30.o_proj": 8,
      "30.gate_proj": 8,
      "30.up_proj": 8,
      "30.down_proj": 8,
      "31.q_proj": 8,
      "31.k_proj": 8,
      "31.v_proj": 8,
      "31.o_proj": 8,
      "31.gate_proj": 8,
      "31.up_proj": 8,
      "31.down_proj": 8
    },
    "residual_rank": {
      "0.q_proj": 1220,
      "0.k_proj": 1220,
      "0.v_proj": 1220,
      "0.o_proj": 1220,
      "0.gate_proj": 1783,
      "0.up_proj": 1783,
      "0.down_proj": 1783,
      "1.q_proj": 1220,
      "1.k_proj": 1220,
      "1.v_proj": 1220,
      "1.o_proj": 1220,
      "1.gate_proj": 1783,
      "1.up_proj": 1783,
      "1.down_proj": 1783,
      "2.q_proj": 1220,
      "2.k_proj": 1220,
      "2.v_proj": 1220,
      "2.o_proj": 1220,
      "2.gate_proj": 1783,
      "2.up_proj": 1783,
      "2.down_proj": 1783,
      "3.q_proj": 1220,
      "3.k_proj": 1220,
      "3.v_proj": 1220,
      "3.o_proj": 1220,
      "3.gate_proj": 1783,
      "3.up_proj": 1783,
      "3.down_proj": 1783,
      "4.q_proj": 1220,
      "4.k_proj": 1220,
      "4.v_proj": 1220,
      "4.o_proj": 1220,
      "4.gate_proj": 1783,
      "4.up_proj": 1783,
      "4.down_proj": 1783,
      "5.q_proj": 1220,
      "5.k_proj": 1220,
      "5.v_proj": 1220,
      "5.o_proj": 1220,
      "5.gate_proj": 1783,
      "5.up_proj": 1783,
      "5.down_proj": 1783,
      "6.q_proj": 1220,
      "6.k_proj": 1220,
      "6.v_proj": 1220,
      "6.o_proj": 1220,
      "6.gate_proj": 1783,
      "6.up_proj": 1783,
      "6.down_proj": 1783,
      "7.q_proj": 1220,
      "7.k_proj": 1220,
      "7.v_proj": 1220,
      "7.o_proj": 1220,
      "7.gate_proj": 1783,
      "7.up_proj": 1783,
      "7.down_proj": 1783,
      "8.q_proj": 1220,
      "8.k_proj": 1220,
      "8.v_proj": 1220,
      "8.o_proj": 1220,
      "8.gate_proj": 1783,
      "8.up_proj": 1783,
      "8.down_proj": 1783,
      "9.q_proj": 1220,
      "9.k_proj": 1220,
      "9.v_proj": 1220,
      "9.o_proj": 1220,
      "9.gate_proj": 1783,
      "9.up_proj": 1783,
      "9.down_proj": 1783,
      "10.q_proj": 1220,
      "10.k_proj": 1220,
      "10.v_proj": 1220,
      "10.o_proj": 1220,
      "10.gate_proj": 1783,
      "10.up_proj": 1783,
      "10.down_proj": 1783,
      "11.q_proj": 1220,
      "11.k_proj": 1220,
      "11.v_proj": 1220,
      "11.o_proj": 1220,
      "11.gate_proj": 1783,
      "11.up_proj": 1783,
      "11.down_proj": 1783,
      "12.q_proj": 1220,
      "12.k_proj": 1220,
      "12.v_proj": 1220,
      "12.o_proj": 1220,
      "12.gate_proj": 1783,
      "12.up_proj": 1783,
      "12.down_proj": 1783,
      "13.q_proj": 1220,
      "13.k_proj": 1220,
      "13.v_proj": 1220,
      "13.o_proj": 1220,
      "13.gate_proj": 1783,
      "13.up_proj": 1783,
      "13.down_proj": 1783,
      "14.q_proj": 1220,
      "14.k_proj": 1220,
      "14.v_proj": 1220,
      "14.o_proj": 1220,
      "14.gate_proj": 1783,
      "14.up_proj": 1783,
      "14.down_proj": 1783,
      "15.q_proj": 1220,
      "15.k_proj": 1220,
      "15.v_proj": 1220,
      "15.o_proj": 1220,
      "15.gate_proj": 1783,
      "15.up_proj": 1783,
      "15.down_proj": 1783,
      "16.q_proj": 1220,
      "16.k_proj": 1220,
      "16.v_proj": 1220,
      "16.o_proj": 1220,
      "16.gate_proj": 1783,
      "16.up_proj": 1783,
      "16.down_proj": 1783,
      "17.q_proj": 1220,
      "17.k_proj": 1220,
      "17.v_proj": 1220,
      "17.o_proj": 1220,
      "17.gate_proj": 1783,
      "17.up_proj": 1783,
      "17.down_proj": 1783,
      "18.q_proj": 1220,
      "18.k_proj": 1220,
      "18.v_proj": 1220,
      "18.o_proj": 1220,
      "18.gate_proj": 1783,
      "18.up_proj": 1783,
      "18.down_proj": 1783,
      "19.q_proj": 1220,
      "19.k_proj": 1220,
      "19.v_proj": 1220,
      "19.o_proj": 1220,
      "19.gate_proj": 1783,
      "19.up_proj": 1783,
      "19.down_proj": 1783,
      "20.q_proj": 1220,
      "20.k_proj": 1220,
      "20.v_proj": 1220,
      "20.o_proj": 1220,
      "20.gate_proj": 1783,
      "20.up_proj": 1783,
      "20.down_proj": 1783,
      "21.q_proj": 1220,
      "21.k_proj": 1220,
      "21.v_proj": 1220,
      "21.o_proj": 1220,
      "21.gate_proj": 1783,
      "21.up_proj": 1783,
      "21.down_proj": 1783,
      "22.q_proj": 1220,
      "22.k_proj": 1220,
      "22.v_proj": 1220,
      "22.o_proj": 1220,
      "22.gate_proj": 1783,
      "22.up_proj": 1783,
      "22.down_proj": 1783,
      "23.q_proj": 1220,
      "23.k_proj": 1220,
      "23.v_proj": 1220,
      "23.o_proj": 1220,
      "23.gate_proj": 1783,
      "23.up_proj": 1783,
      "23.down_proj": 1783,
      "24.q_proj": 1220,
      "24.k_proj": 1220,
      "24.v_proj": 1220,
      "24.o_proj": 1220,
      "24.gate_proj": 1783,
      "24.up_proj": 1783,
      "24.down_proj": 1783,
      "25.q_proj": 1220,
      "25.k_proj": 1220,
      "25.v_proj": 1220,
      "25.o_proj": 1220,
      "25.gate_proj": 1783,
      "25.up_proj": 1783,
      "25.down_proj": 1783,
      "26.q_proj": 1220,
      "26.k_proj": 1220,
      "26.v_proj": 1220,
      "26.o_proj": 1220,
      "26.gate_proj": 1783,
      "26.up_proj": 1783,
      "26.down_proj": 1783,
      "27.q_proj": 1220,
      "27.k_proj": 1220,
      "27.v_proj": 1220,
      "27.o_proj": 1220,
      "27.gate_proj": 1783,
      "27.up_proj": 1783,
      "27.down_proj": 1783,
      "28.q_proj": 1220,
      "28.k_proj": 1220,
      "28.v_proj": 1220,
      "28.o_proj": 1220,
      "28.gate_proj": 1783,
      "28.up_proj": 1783,
      "28.down_proj": 1783,
      "29.q_proj": 1220,
      "29.k_proj": 1220,
      "29.v_proj": 1220,
      "29.o_proj": 1220,
      "29.gate_proj": 1783,
      "29.up_proj": 1783,
      "29.down_proj": 1783,
      "30.q_proj": 1220,
      "30.k_proj": 1220,
      "30.v_proj": 1220,
      "30.o_proj": 1220,
      "30.gate_proj": 1783,
      "30.up_proj": 1783,
      "30.down_proj": 1783,
      "31.q_proj": 1220,
      "31.k_proj": 1220,
      "31.v_proj": 1220,
      "31.o_proj": 1220,
      "31.gate_proj": 1783,
      "31.up_proj": 1783,
      "31.down_proj": 1783
    }
  },
  "ranks_include_reserved": true,
  "rank_fix_note": "ranks originally recorded the RESIDUAL rank only; corrected to residual + reserved, which is the true rank of the stored matrix. Weights were always correct -- only this field was wrong."
}