{
  "bytes": 922818568,
  "expert_reports": [
    {
      "expert": 0,
      "hessian": {
        "down_diagonal_mean": 45.9556884765625,
        "gate_up_diagonal_mean": 563.4756469726562,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11270118896738272,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017810007169553423,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.112564707452901,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01792443657695425,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.112706259182711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017767443065243204,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11281305797461742,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017821832220500287,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11258065435389078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019332957028424805,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11275184484264132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018741513156397122,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11256229313444435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019170724631382394,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11256661377950729,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01914817524207934,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08564566042607256,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03928507933916184,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0853476576423124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03965300688160995,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08476633626430545,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03896072005692276,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08419876809217818,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.040765479171870955,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 2,
      "hessian": {
        "down_diagonal_mean": 60.316314697265625,
        "gate_up_diagonal_mean": 655.4854736328125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10670759353763709,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023024121026928055,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10693349508772078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023134459948578403,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10655576391733573,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02294530213324722,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10664597496807451,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02290948840366083,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10676238655251205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023833727513437673,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10673450332684077,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02410656053290049,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10656671649778834,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02447943720367761,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10654953199067133,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024429849032881763,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07826369100506733,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05496892934570861,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07892197893216342,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054065742775948375,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07879906193878543,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054519340508086246,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07902134467852005,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05445990172156954,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 4,
      "hessian": {
        "down_diagonal_mean": 65.84872436523438,
        "gate_up_diagonal_mean": 622.8697509765625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10827779292722237,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020700455695683885,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.108504090337982,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02002375139639294,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10827521796326267,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02032311056116981,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1082941557129488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020610553490368718,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10827345506153548,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02328258152015836,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10838342695638417,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022846029064766054,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10809842734671493,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022656487611101343,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10829168310419279,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023266627682513828,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08191585463477859,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.039198250068765435,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.08208437183999182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.035966521233186007,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08353540965439459,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.020163564037961854,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0814852021427846,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.030646214095353473,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 6,
      "hessian": {
        "down_diagonal_mean": 47.42185974121094,
        "gate_up_diagonal_mean": 609.1959228515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10575437014097332,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022321351147480357,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10563651905080884,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0222179335499555,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10569373092232638,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022467540318769304,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10583627176232123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02179281335471057,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1055957820998658,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02452987727542509,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10557772168117543,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024739309242812292,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.105538749539374,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024870283801571753,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10573236159989138,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024066688813786565,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07788558585779212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05461199148300613,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07756829723143917,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05597870764997056,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0782401647029553,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05502190039883735,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07806124908697029,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05461823758751333,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 8,
      "hessian": {
        "down_diagonal_mean": 70.97813415527344,
        "gate_up_diagonal_mean": 531.0579833984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11363235912422638,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017562119878543277,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11384389246154704,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017804724080367804,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1136371396517487,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0178262372944433,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11365921220049298,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017453990529752928,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11353379387391534,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01836071020198328,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11349651406568775,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018402409700595444,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11359235501380414,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018062237290018938,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11359672528468562,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018363751857289078,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0864620487646642,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.038299792642903965,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08604928997891324,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03524787844199302,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08725810211803846,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03403513657274342,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08961399480446866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03245117300038746,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 10,
      "hessian": {
        "down_diagonal_mean": 31.63304901123047,
        "gate_up_diagonal_mean": 615.0840454101562,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10911559044438056,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028619053027337228,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10903381730683111,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02877568250688256,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1091963241097583,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029068598586755305,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10905322552470824,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028633390612246037,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10912834231311291,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030535862031686057,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10915448840468071,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030340293428512813,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10907858371811527,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030425923784499292,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10915038391767903,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03054499737397447,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07519211716719273,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06067286294696401,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07454214614936404,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061217475806341494,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07459600073802002,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061693099096217736,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07487794625821048,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06017490613836128,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 12,
      "hessian": {
        "down_diagonal_mean": 44.16481018066406,
        "gate_up_diagonal_mean": 636.3656616210938,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10851293913278647,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02549053122011985,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10851462455572444,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025191047940611035,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10871736593729628,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02556598266167843,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10859021852678433,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025599741664947415,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10861937305424725,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027356879419365134,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10854191448722826,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027284352136281734,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10844811145088888,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027150917859752804,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10855105617624772,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027603336994876073,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07738733497104469,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056547764211839546,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07776293493452335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05551115442663371,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07715862392266051,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05609338115754211,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07668089690957051,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05749242985485111,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 14,
      "hessian": {
        "down_diagonal_mean": 33.73438262939453,
        "gate_up_diagonal_mean": 575.4766845703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11297187675829426,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021103220995552806,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11330612306058858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020550309785050958,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11318033643795465,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020563786244469685,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.11275796376284876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020471069998162814,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.1129549933330232,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023905809654326364,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11292600740310069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023499367490075605,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.112973694562596,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023282762237502568,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11292925364887328,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02344128520411127,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07851224572886012,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05378819658761521,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08013223086079034,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051110841205070714,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08014639867394535,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049653761360553786,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.07898746650977863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05328951674482517,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 16,
      "hessian": {
        "down_diagonal_mean": 28.893091201782227,
        "gate_up_diagonal_mean": 539.884765625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11154880422464604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023774533420828754,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11143963746648718,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02413445386764024,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11161498773839165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024048094941055555,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11145909842929447,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024048513473018004,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11152687427302303,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025568030554502796,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1114666044467772,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025664720429755313,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11156053834561021,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025664518298743763,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11158302958240222,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02528308984817628,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07810158649123565,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055068842618676325,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0777326613727958,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05697056335968765,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07713227820517345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05722695962718412,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07764632887451697,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05649054040548404,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 18,
      "hessian": {
        "down_diagonal_mean": 41.92287826538086,
        "gate_up_diagonal_mean": 626.249755859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10866761112757627,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02658279153731414,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10898812624716345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02681552481364721,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10879974408912702,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026472608708034896,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10858640474868199,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02620223940243752,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10862162188204884,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02901716242664114,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10878461709597768,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029159372262150055,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10855810607771299,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02911117378290659,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10870062849217028,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028575306442713427,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07719409910429645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054853792606057855,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07749371006871487,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055191886875789166,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07746109763379118,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052699123931863066,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07855779964539521,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051736723791476966,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 20,
      "hessian": {
        "down_diagonal_mean": 42.460723876953125,
        "gate_up_diagonal_mean": 606.8114013671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11013387240744592,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024890412971886093,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11014060451178659,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023818050546482533,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11019308906839193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023669171205184136,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11037699514444027,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024191021205278933,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10987841930564413,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02761996576322245,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11018170496629713,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026260237393975774,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11034464833699772,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02650900281818456,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1099491211601338,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027348005810961175,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07907488401010404,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04649613984722528,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08103474840197013,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04567693220741643,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07990086768095778,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04776770656075071,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07920408131903418,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05052440159963293,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 22,
      "hessian": {
        "down_diagonal_mean": 37.231895446777344,
        "gate_up_diagonal_mean": 659.267333984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1060796240521265,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02968730062689235,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10597064629349896,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029687467627354747,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10589670466078255,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029728476275038117,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10609401359583147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0296112862160668,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10583127979521124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03201399054739704,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10607119829258843,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03197140118276171,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10623354380830748,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031686794201535605,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10594611067173136,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03186295263385395,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07472154238012858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06007670235859056,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07464105753512706,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059182754832228,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.075034209095422,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06007890474275804,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07520596125037664,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059662079774088723,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 24,
      "hessian": {
        "down_diagonal_mean": 41.5672721862793,
        "gate_up_diagonal_mean": 620.8074340820312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10820980637124687,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02500530021766227,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10833238598472679,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024662957913800878,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10812290244460263,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024834037331692177,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1083930857737725,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024898033313130546,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10843731705819075,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027107620881787226,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10829858284764876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026781234378814262,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10824940573686855,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027384025923918913,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.108128227222542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027176890463273613,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07735687842661759,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05555163527211445,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0784084094956755,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05413345704379273,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07784600734893438,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05539317298993792,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07809104576612118,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05538122719186687,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 26,
      "hessian": {
        "down_diagonal_mean": 30.033447265625,
        "gate_up_diagonal_mean": 619.7083129882812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10664268584863765,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030295632771210546,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10675615959136613,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030034207085081397,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10669230913019594,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030093421337674547,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10683244548613026,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03026823587176006,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1064612160707311,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03198740475761306,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10666725802283712,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03183077900875572,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10672702863119077,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03190742762056224,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10667050811351421,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031938840653464674,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07324704191947373,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06325515883579104,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07349176838881986,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06299050123862572,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07346778166302077,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06296376178443576,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07379127685531355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06238409623090872,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 28,
      "hessian": {
        "down_diagonal_mean": 59.738548278808594,
        "gate_up_diagonal_mean": 587.3839111328125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11142723646836682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019765048156929588,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11138125222937068,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02073322189970718,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11160608771907,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02002705968599378,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1119306864264267,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020294869141083256,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11145908602958776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020168704535244924,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11133194243304853,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022012520149847947,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11183818462606589,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020029768353719876,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11158937557504602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021760748622811427,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0842335146065361,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03456970703558724,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08211351305473553,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04531447101475372,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08545364402661274,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03359060985181913,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08236044787618402,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.043656471120716654,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 30,
      "hessian": {
        "down_diagonal_mean": 30.406354904174805,
        "gate_up_diagonal_mean": 601.2765502929688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11084299154493651,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025525098281011075,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1108403913053444,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02531448145860346,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11053329125926326,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02571077534923446,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11074797848392909,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025152516581317966,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11059758376046411,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027443331016141898,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11078074352769134,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027316799610312168,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11085857891966572,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027440217494012802,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11082727954492036,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027132031340767308,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07660582251628514,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05651664085409537,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07712225993302328,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05663482962487914,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07636958822671873,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058972715937846955,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0767752515515434,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058481139880352404,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 32,
      "hessian": {
        "down_diagonal_mean": 44.52799606323242,
        "gate_up_diagonal_mean": 656.0564575195312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10888864658958775,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02483139406172806,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10886961284635348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02445846620354696,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10878654566528433,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024596534110723958,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10915440948615332,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024663091035885844,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10912090037372665,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027310730597370162,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10885126863340105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02714594774302722,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10886001938808118,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027312059417334663,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1086975679515793,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02722150130962507,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07789403567210976,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05604125716792021,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07839892339912352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055231438092132885,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07739118533303672,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057839864608433156,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07785251250288858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056431719171926895,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 34,
      "hessian": {
        "down_diagonal_mean": 72.3882827758789,
        "gate_up_diagonal_mean": 661.928466796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1069883436497244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018011785596515312,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10674455643105682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017676764135137364,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10667956164255624,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017260684317384842,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10683898023569786,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017643233845062327,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10682777407491147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019837945628509487,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1066380732766889,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02029046212468109,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10675429654183397,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019770296489453436,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10665134101703663,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019870823457227085,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08285128163268846,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044841940309988434,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08232630083515746,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04563305782412628,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08368213610635976,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04116289181478612,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08394628839034787,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.043060735687432544,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 36,
      "hessian": {
        "down_diagonal_mean": 25.02622413635254,
        "gate_up_diagonal_mean": 581.2476806640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11043831719386372,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026777251459191295,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11022638091140721,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026400307776999733,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11056523530606355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026268198630840907,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11039380850747733,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02642925528331386,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11021775735563126,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02862129261793494,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11036519171640724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02869991830863735,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11022305178222334,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028847632712743765,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11039450878789313,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028621915085009126,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.074368514978378,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06182975993361806,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07458843768445633,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06131295000556594,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07435171346583946,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06137952194850622,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07482534484938413,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06047583502514568,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 38,
      "hessian": {
        "down_diagonal_mean": 39.0069580078125,
        "gate_up_diagonal_mean": 605.6558837890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11492651109382478,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02281456748037656,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1148225176752694,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02254323200744963,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11474115081101008,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022872770889193098,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11482407963735401,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022786246131480763,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1148614134963723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02401873024216182,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11490391811849428,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023960868301022054,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11484212190021457,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02402928680354718,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11474286513354796,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024165056303176665,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07943792102863644,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05560751643540244,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0798780429908896,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05452133383057979,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08041166807174518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054155808747073056,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0795265356037358,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05545489595267381,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 40,
      "hessian": {
        "down_diagonal_mean": 36.319068908691406,
        "gate_up_diagonal_mean": 634.8374633789062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10781354589479088,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02753765288026647,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10794451421321538,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027846749616901645,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10756102419107223,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027746713444852175,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.10792673196252944,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027813726773532194,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10763980180842284,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02975651575953542,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10781650158913708,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02958981276133239,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10779499615131223,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029516264381088377,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10775531472995674,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029488181461302727,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07495216434780601,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060734877100066094,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07492493378218947,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06042047283676758,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07528937005413773,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05993898978148431,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07567325185887469,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058809087878528295,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 42,
      "hessian": {
        "down_diagonal_mean": 35.367271423339844,
        "gate_up_diagonal_mean": 611.582275390625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10964059250373553,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026388893328853975,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10949744205281342,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02658784198497792,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10954488874478226,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02630696664821867,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10960746532229111,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026366063873785827,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10947233782760883,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028066224244601135,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10976424360247063,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028320508828986204,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.109654494879065,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02805427345642824,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10948197021883621,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02817249895215611,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07578774386997013,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059831414729958905,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07635220067296376,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05850176318414952,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07626581724149413,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05780728067123547,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07587042371006877,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05842237691339245,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 44,
      "hessian": {
        "down_diagonal_mean": 39.852203369140625,
        "gate_up_diagonal_mean": 633.99560546875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11092491519738527,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02269817595662255,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11069076049664497,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02274064765504652,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11094849153829855,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022680493699609054,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1107017747098029,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022552754883091688,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11079762650396771,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02562377372082639,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11104983727352656,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025539135758519082,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11069493469763989,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025500355669890326,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11083343756120952,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025413147953959332,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07723581557246001,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05687158802654302,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07764277161041246,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05507074423143813,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07720951588763741,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056056682691156705,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07887111945724541,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051812720627114325,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 46,
      "hessian": {
        "down_diagonal_mean": 31.9482421875,
        "gate_up_diagonal_mean": 636.4899291992188,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11004539439027622,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026016343076716245,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1101828456425906,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02564664562969035,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11030171660759747,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026024260053414645,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11008764089959573,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025904032587919575,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11008680433040285,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028165621633625605,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10998550252825638,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028092468936371674,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10995705421117166,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028130723855583857,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11008865429933916,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028400707721457974,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07580418987678322,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05962742339712023,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07606443829890956,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05807625801980976,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07569231741050726,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05980160625608812,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0758158302638718,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059382531643675074,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 48,
      "hessian": {
        "down_diagonal_mean": 35.1693115234375,
        "gate_up_diagonal_mean": 654.6824340820312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10702934185489182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02758992348121921,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1072479498365969,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027235986069444433,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10720267307997736,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027579374777288782,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10728341022538629,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027416611141860014,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10726227482409552,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030895315734622574,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10729484872549946,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030550128509015912,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10715025923434668,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03060694016073205,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10730668829019963,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03053073763121615,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07455191556257071,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06114124799333565,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07443881003430353,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06128245403288681,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07458531442058522,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06089418389172923,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07502947148483169,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0560517931643147,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 50,
      "hessian": {
        "down_diagonal_mean": 52.337562561035156,
        "gate_up_diagonal_mean": 636.720947265625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1075106623724693,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024910202999954525,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10757921225444528,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024796079479820963,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10742591197669757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02480045029771161,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10758617663776858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024507237615795985,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10750286153665255,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028125120468331478,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10765039120359132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027825271866802566,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10738825195255655,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02834571076806988,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10744488733690385,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027713360133314723,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07820582818935526,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05508298281358753,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07814462468178678,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05498244474384215,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07775575517770762,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05627301677398707,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07896143844720735,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053073172904076864,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 52,
      "hessian": {
        "down_diagonal_mean": 46.94670867919922,
        "gate_up_diagonal_mean": 627.5303344726562,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10755176436876143,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026133077052987574,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10722104675556039,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025581770096774207,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10742944061617743,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025521642096519626,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10759166640254672,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026270303947987492,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.10741040199661375,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02813034932284221,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10749394611869713,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027504087333724708,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10744240428734692,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027922657444809883,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10748591965508583,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02833472774812438,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07674975065488829,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05768990876523856,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07740182110313022,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05510616189105704,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.07722238861555783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05700748213764201,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07701418459486682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057261998968041565,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 54,
      "hessian": {
        "down_diagonal_mean": 42.974693298339844,
        "gate_up_diagonal_mean": 498.37078857421875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11500147417478215,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017876827055416017,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11500712721136731,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017947818822997195,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11507360316263215,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01827666103232671,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11487389368980405,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018019213282725183,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11490042408427628,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019613679849259158,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11486227692237724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019959144183671805,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11482546685868021,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020148050143013668,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11491885346348406,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019728917141402548,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.0844767530080096,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03764911596276537,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08376160723592012,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04197713490788006,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0836877049631132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.039824788560449645,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08464381609741366,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0391537424926071,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 56,
      "hessian": {
        "down_diagonal_mean": 41.33705139160156,
        "gate_up_diagonal_mean": 591.3603515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10755279629489509,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020345973649016486,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10776524666328652,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020288710849824698,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534856,
          "packed_nmse_vs_bf16": 0.10800351185219473,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020636468686532607,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10782879657003669,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02086629605403679,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10777045044049745,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022133380729506467,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10775311683195726,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02225869824351338,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10776867477303934,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022758720685523006,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10780552180290863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022133247119223938,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08072583433944303,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0434884497715733,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.0807659747662624,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04629598236449043,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08067883762858152,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04596855550626299,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08095829741162901,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046188530221206926,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 58,
      "hessian": {
        "down_diagonal_mean": 51.91419982910156,
        "gate_up_diagonal_mean": 633.4564208984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10642562674621858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023859774447249776,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10640422610165605,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02372473016796068,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10638095755482103,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024116639711940842,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10649106503191717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024072154683157522,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10629315024608606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026898500459679463,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10632315372767727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02724677635964032,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470504,
          "packed_nmse_vs_bf16": 0.10639729082900935,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026804393271122114,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10616627024204474,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026916845433272343,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07649866058132546,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05792887573754376,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07646184610272673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05812246281378272,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07617519595943441,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0579091933802801,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07592971736248358,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05803454187613718,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 60,
      "hessian": {
        "down_diagonal_mean": 37.48004150390625,
        "gate_up_diagonal_mean": 606.6536254882812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10764938676884939,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02597932257292534,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10805684820582531,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026542447234015196,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10817530535776916,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026656090474930387,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10779760210088614,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026443806976371234,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10781183106133739,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027846130974697507,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.107773909552987,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028453194425317605,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10787448319934127,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02851537505050468,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10783997376907811,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028753630550798694,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07856778569790479,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053254140031392234,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07724206121639761,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05505187234755153,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07728752104489235,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05619884444841211,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07686189849197045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05723454651923582,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 62,
      "hessian": {
        "down_diagonal_mean": 45.576602935791016,
        "gate_up_diagonal_mean": 540.9733276367188,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11056852227817127,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017700237460394317,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1106317364806232,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0174396463807033,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11038367692795445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01756114219998877,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1106388224601901,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017529254713857873,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11037555006413859,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018803152301274863,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11044972174617863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01858201921611892,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11066169594415359,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018920763721115376,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11064960080862234,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019099512194591366,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08043271748655986,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0514299889674359,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08000119183431702,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050480001892401385,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07998468969461867,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05257060345105212,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08014116900376281,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05125929923343182,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 64,
      "hessian": {
        "down_diagonal_mean": 42.09861755371094,
        "gate_up_diagonal_mean": 636.73779296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.1087564189878428,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026967295848067986,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10838422313865498,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026946620877690796,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1084669520016876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027007956147315874,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10865800592700854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026843887013578403,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10844838910785985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028679881256582645,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10850430620489722,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02844151564181067,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1085430520477987,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028756680804057837,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10858380591554985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02842339726676606,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07547251116088853,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06042920664224961,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07549621679506821,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060416274559995396,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0753281809741686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06053298708998932,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07545568233432702,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06040667633330032,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 66,
      "hessian": {
        "down_diagonal_mean": 53.60854721069336,
        "gate_up_diagonal_mean": 601.5773315429688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11159763434833657,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01926041002175065,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11175704126942783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019487400294752585,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11187647007798239,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019141613669995994,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11176013210840459,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019393878127636075,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11176899822694673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02127890128865867,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11164145044451747,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021431797279220018,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11169999572388017,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02152748273146683,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11183614157825393,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021636143605899653,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08311780739956137,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044989766313419575,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08344503549717408,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04713803735019047,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08318514557995994,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04644484417933844,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08331832303927245,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04694890099072458,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 68,
      "hessian": {
        "down_diagonal_mean": 35.57574462890625,
        "gate_up_diagonal_mean": 635.3433227539062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11074348842292346,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02629354214128885,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11058461281480556,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02661938815463228,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11089478796731565,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026499754308228367,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11072070031422485,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02652016639861563,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11088551627339747,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028476612990711303,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11099723013909758,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028306195914627755,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1104668158361488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02858256277596807,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11059473411700656,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028425321018494563,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07645261931680299,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05676035541038521,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07634642941457327,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057442380697680026,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.07667037914531176,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053788316471833124,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07601458287612377,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058750442191775526,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 70,
      "hessian": {
        "down_diagonal_mean": 67.90133666992188,
        "gate_up_diagonal_mean": 524.7193603515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.11276161564742872,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014162628410775539,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11258878292306874,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013306783276180357,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11264023682905985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01311388923117454,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11268148349742356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013358143594872352,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1127507533745859,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01433268375850652,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11264016286531783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013692276981940258,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11255667676387422,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013368975732106983,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11278005692170741,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013537802392731106,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.09394676844417002,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03759231762547063,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.09310504848677949,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0374964510265882,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.09455350602100997,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.037170563956246946,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.09553502836369662,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0356266350786636,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 72,
      "hessian": {
        "down_diagonal_mean": 53.336612701416016,
        "gate_up_diagonal_mean": 593.4978637695312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10923208024461852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02082658158230321,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1091030407283093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020464199200717428,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10940464197693639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02031920925623115,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10911574825838269,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020914689232681066,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.109203866348525,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022603279739115738,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1094123763932067,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022468182094097428,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10911246949681934,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021897593704591413,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10921053243798429,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02267828258175361,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08424006539760473,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04268568379559785,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08462908757706612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04116347257348186,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08429330006363804,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04070530361074884,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08296673683228598,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0453235294103193,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 74,
      "hessian": {
        "down_diagonal_mean": 30.050569534301758,
        "gate_up_diagonal_mean": 571.6000366210938,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1123407284375686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022529552424796043,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.11236403640861642,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022305147766960954,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11245615705133352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0224773977754953,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11248404888170258,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02246923012804456,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11256042634572178,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02423176304929697,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11234044830176976,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024381349857537857,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11240959638406005,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02414099854255323,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11246077813321723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024141178413205525,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0769282225039112,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05718313532120115,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07690429081346864,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057617443407294834,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07680939543675994,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05733445675878675,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07704876750672086,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0566786516062311,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 76,
      "hessian": {
        "down_diagonal_mean": 44.36848449707031,
        "gate_up_diagonal_mean": 625.6891479492188,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10621536088623615,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02458836589705718,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10641448727822432,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025247561563453653,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10631753778250032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02512105812307494,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10619414979673476,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024230554746641906,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10646910195239133,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026664666664488853,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10628182897587235,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02663062558344165,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1062735745993807,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02696581313746452,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10642071026622223,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02632740146613376,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07645165384459612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05677057109855588,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07666935571305515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05666802496482356,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07629803063168386,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058176269385598334,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07727195014718835,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05586405350059122,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 78,
      "hessian": {
        "down_diagonal_mean": 56.24535369873047,
        "gate_up_diagonal_mean": 600.3995361328125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11234043925252839,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023150179789831155,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11216821479697509,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023383770458496895,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11242976756645874,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023228967127919976,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11227633409272568,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023353775027034823,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11248544519968919,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024008133535219297,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1123132835785068,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02452940176730598,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11235732981785972,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024115287771312277,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11205811779530507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024633104372433986,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08363697144199919,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0462497760916486,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08181443665011091,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05050432014526217,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.08395062176068252,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04657901984834709,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08302478593225585,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046697370434649534,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 80,
      "hessian": {
        "down_diagonal_mean": 39.18684768676758,
        "gate_up_diagonal_mean": 662.2468872070312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10765388621021652,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027150717152559248,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10783756000677114,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027486925955082984,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10763158351162339,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027861852294862034,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10763941903249685,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02748281067749271,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10777719564347893,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02972172115690486,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10788231502194622,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029508331275686778,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1077550951970155,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02977212225552289,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10759267696142374,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029742304614790608,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07622336792626287,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05874715407364512,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07556751203796107,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05977982325173933,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07578065859708519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05919887599873942,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0755738052890526,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058964553704217784,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 82,
      "hessian": {
        "down_diagonal_mean": 44.63771057128906,
        "gate_up_diagonal_mean": 623.8497314453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1057750290969066,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023887038807884137,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10584648752250564,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023300686339165936,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10595574537617045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0234920807570047,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10590162914467545,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02366003851992913,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10609621453077352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025925928569921063,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1057093521277459,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024971103172426967,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10575338219189358,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025462696045290997,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10587771376660654,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02547647970753721,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07680130461017742,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05500099639758075,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07765941997744173,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05567248939396116,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07709016200115228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0566259671902952,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07764119781983596,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05640637046110307,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 84,
      "hessian": {
        "down_diagonal_mean": 56.62771224975586,
        "gate_up_diagonal_mean": 567.4972534179688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11460502323333338,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017122873463753508,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11466721806610959,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0167262822045963,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11438713750021025,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01660876081088343,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11446194686448355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016608608718037925,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11436752287195709,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017749997985254007,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1143143139681857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01782965847845714,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.1144046945689244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0177925373631349,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11442446571191904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017639382222659004,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08547756370619813,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044101055962946015,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.0853797653647899,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04281963068618983,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08514710170946556,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.043184008981998784,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08566661062769271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044006970151093255,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 86,
      "hessian": {
        "down_diagonal_mean": 47.27006149291992,
        "gate_up_diagonal_mean": 659.6256103515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10609492843810968,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024263599273733123,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1059787449963356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02435638414667277,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10587235965113254,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023947365580725986,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10599904827667093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024200377899411086,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1060653856165069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0270001434619467,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10596821835767149,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02673387124317463,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10596023667154274,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02673552312549487,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10613985670875223,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027313547429196578,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07665897840560605,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05792225608198666,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07671490334973008,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05761171351767232,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07616416694343918,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05861090532600161,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07646601093373456,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05795201959233156,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 88,
      "hessian": {
        "down_diagonal_mean": 39.3637580871582,
        "gate_up_diagonal_mean": 571.1032104492188,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10884254795428283,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0241249296427954,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10881679152597827,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023578573826440876,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10889903450346092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023904550499233092,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1088029376634013,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023714068396467183,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1088864946402252,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02514153908294924,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10863133979553774,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024994427659522547,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10881010372933625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025319808074389518,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10859592114684467,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024842120991614605,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07985763928985053,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05208812037084759,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08056982294311182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05123854906362404,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07957962200867309,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052576931564760905,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08030108467403209,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05178688700457891,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 90,
      "hessian": {
        "down_diagonal_mean": 49.518455505371094,
        "gate_up_diagonal_mean": 596.4856567382812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10943316471069532,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021771594486775046,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10941276139792581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022426076225807674,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10942972481724178,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021601054025285973,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10938575892907626,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022028243019827184,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10935406273705538,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02492997201528712,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10944885412228417,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025881656893387926,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10930281004180852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024812853430739003,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1094737203578758,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025637776367207064,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07884774786644037,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05381239966180553,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07841888017067805,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055548117883470936,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07958976604694815,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05361504647386131,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07817950193149728,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055983813395567704,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 92,
      "hessian": {
        "down_diagonal_mean": 124.3284912109375,
        "gate_up_diagonal_mean": 602.844970703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11374045733148293,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01462502810560643,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1135125076597849,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015180283757120834,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11365766144200612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014717656355181666,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11363691603655206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015410128955799457,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11368586238048108,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01576294434295532,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11347585203418402,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01577419928319845,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1135228500312464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015353488569577614,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11357764837933994,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016610238602646685,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.09386239691796691,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03405481808946213,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.09475315607413236,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03343202732332941,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.09449730388384747,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03337515192794713,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.09165820804516074,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03822500628397141,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 94,
      "hessian": {
        "down_diagonal_mean": 60.37816619873047,
        "gate_up_diagonal_mean": 638.5828857421875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11061973203355413,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018502752660176487,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11041838563978604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018614437811725105,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1108888457609572,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017967653863441305,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11048971276139927,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01786036551122621,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11064107365246824,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020326135418352775,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11057281717990361,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0210501054018604,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11058269428649956,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020605414489670938,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11056292901925352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02110680263101695,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08273487844283069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0468272203694064,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08131283032251749,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05037050272372575,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08144925488075948,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0504333427198327,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08154656433742348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047992795003275225,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 96,
      "hessian": {
        "down_diagonal_mean": 61.77214050292969,
        "gate_up_diagonal_mean": 605.2577514648438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1125360449627387,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022733195903305407,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11252773516914796,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022666029384465984,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11255416906519171,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022821879571275735,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11246596731459803,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022714612975453442,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11270024560573418,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023889706479052624,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1123360073291851,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023911438381892428,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11284734228918462,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02365415475310786,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11240286842037252,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023876628509927958,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08277740621796074,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04832438636804929,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08266897868519091,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04846350332866585,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08242281891780118,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049497387301403836,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08254752375697719,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048826775450115455,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 98,
      "hessian": {
        "down_diagonal_mean": 43.250511169433594,
        "gate_up_diagonal_mean": 610.216064453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10924384010844863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026252626775451253,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10908660296233122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0262569511096184,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1090935145788445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02644100557073193,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1090013062217648,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026111396126840745,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10883929939964976,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02782618607652896,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1090155400832263,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028188513922772968,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10884553500508894,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02772234511402577,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10888941381263248,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027936143057933217,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07761368157177179,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05650719743750667,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0777876479179408,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05582932935971197,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07787423452030044,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0558508676702497,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07796536352867185,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054923651937042,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 100,
      "hessian": {
        "down_diagonal_mean": 38.23942565917969,
        "gate_up_diagonal_mean": 563.4097290039062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11048201472738345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02381931722335389,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11065251175071429,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023947158104108898,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11042741806900103,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023805782467470966,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.110554762626049,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024264624717312385,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11033337513800937,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025193682187977007,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11012694175010188,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025510735763634284,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11037606401285904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02527389381871415,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11028824164388541,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02558253965660559,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07790625484882852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05647641144558315,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0773040596497776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05654302823382459,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07764187407268613,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05515886408789688,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07703377576663724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05797813781650933,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 102,
      "hessian": {
        "down_diagonal_mean": 25.061979293823242,
        "gate_up_diagonal_mean": 566.685302734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10973583883435858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025244543587920203,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10983425796089104,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025474648515060015,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10959274562163936,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025180768705019493,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10963813647194602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025235912654940972,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1094523848804182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028886131853304565,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10958858502755757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027807876619273027,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10938171774008086,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028229168739074776,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10970474536197564,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028468803170338872,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07482055093189852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05990869671497563,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07508959467939512,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05712526465259353,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07512641442551701,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059344108624694025,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07497353206282224,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059181317398368405,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 104,
      "hessian": {
        "down_diagonal_mean": 27.95034408569336,
        "gate_up_diagonal_mean": 573.8949584960938,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10982266230618795,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023415218629169413,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10980696122857547,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02357154063801219,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10974799447939614,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02352585105043795,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10984279553371933,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02380696325071522,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10992841543771338,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025635950455492194,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1099163556815007,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025750087444742806,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10984424947054512,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026146980642397167,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10983326873714988,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02583107815577109,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07592059770953367,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058417444766947685,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07617418390466853,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05793088184901727,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07529222001257163,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06025960071345211,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07563132332014301,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05876668501784412,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 106,
      "hessian": {
        "down_diagonal_mean": 48.12770080566406,
        "gate_up_diagonal_mean": 633.6549072265625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10828604188727649,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026240860285382743,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10860455835651768,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026132691360280604,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10854919923413851,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026186794347614072,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10850687547396717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026185060787323113,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10852861758188004,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02801923856690418,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10844173018611722,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027869106707238037,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10867611778480646,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02792994502674663,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10844325411717458,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027822393354727904,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07731750436945435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056694218050822115,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07730931527552003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05744135608526653,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07734188582878007,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057327645276328255,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07695258589300517,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057681443679969996,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 108,
      "hessian": {
        "down_diagonal_mean": 27.94916534423828,
        "gate_up_diagonal_mean": 598.4449462890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10694747731342012,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025923621612812014,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10703652287296768,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025303135987216792,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10719028243829598,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025521935858686506,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1072301275543087,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02568987428274676,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10698517962918817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02847034004693092,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10702554799754582,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028337361501346383,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10699348868251066,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028297811969516314,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10710007958641726,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028169764237500325,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07498058330957635,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060190646787118954,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0752030518915401,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05975965655950783,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07549916858236327,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059083198389989856,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07549381125218495,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05881776572701724,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 110,
      "hessian": {
        "down_diagonal_mean": 51.99583435058594,
        "gate_up_diagonal_mean": 600.524169921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1098804231279789,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024310168148193943,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10994544070558317,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024782896604162073,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10981869835968863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02500687141467266,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11001372042070319,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024463047413820424,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10996561159789518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02567480938742241,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10991231517425616,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026177288484172473,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10975490655620825,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02627095195036478,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10978001198184235,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025969277017424505,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08003503065967113,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05147712328414853,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0792412800072272,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05353176208911314,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08030584649752263,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052517141473634885,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07991765482753221,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05268185627381663,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 112,
      "hessian": {
        "down_diagonal_mean": 38.98788833618164,
        "gate_up_diagonal_mean": 652.4249267578125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10825870760144539,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028591297342468083,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10831744225055905,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028347987467167258,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1083465327607015,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028568151272654396,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10803806573452594,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028013238548187575,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10823045827512394,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030214908160901992,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.10825312432824588,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030336359570910104,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.108304193077212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030362706113463096,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10810687658433,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030199591593483628,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0751496405545771,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059276469914638724,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07568377578945007,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05946068881444273,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07523168287373584,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0603590030861305,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07578006368707231,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05961357744229552,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 114,
      "hessian": {
        "down_diagonal_mean": 40.48173522949219,
        "gate_up_diagonal_mean": 651.7254638671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10802778547355917,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027699035865342614,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10816190172249598,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027758547541468594,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10831930942443882,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027772805296754712,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10843811533095188,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027696281592343493,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10821014473085289,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02950312616268627,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10817550309990222,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02965429277379489,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.1079468192342717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029361070283386775,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10815271010432631,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02958521714190694,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07511122780524986,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06089427789841724,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07478288213544186,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06134061309903288,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07521263636142422,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06060580656154289,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07455802410581852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06164654860826871,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 116,
      "hessian": {
        "down_diagonal_mean": 41.415557861328125,
        "gate_up_diagonal_mean": 635.89453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10844335487369701,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02430441506432129,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10857748375020264,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02483596960186161,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10871236296507833,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024624834311498752,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10850890116330653,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02457261661535144,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10848025669452484,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027105456937074647,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1085101177345424,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026830182102030763,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10853790398508839,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02673080680128285,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10843575570654253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02720856896725108,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07898707103188116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050628854976016484,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0790261314612558,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05113282582113677,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07982624485569306,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04980285226123456,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07887517382612771,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05259266715632021,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 118,
      "hessian": {
        "down_diagonal_mean": 34.89640426635742,
        "gate_up_diagonal_mean": 650.0863037109375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10817337362434157,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028636080285410086,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10837009188333005,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028335988852251054,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10829900626835193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02877259244510264,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1083167410501775,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02852959908168638,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10822055432403575,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030332753850091397,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10816696851434665,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030474785219989475,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10815629505194074,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030480306375573557,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10822077369438896,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030250805560547916,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07486009932797036,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06044657976267914,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07446213552893677,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06136529140553757,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07434140724806942,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06136432492950715,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0747925295190396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060427622321104026,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 120,
      "hessian": {
        "down_diagonal_mean": 48.931026458740234,
        "gate_up_diagonal_mean": 512.38037109375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11088865591949829,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01480869154050433,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11098603601828966,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014891163089394142,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11099372978258898,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01467451748896177,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11101346956876788,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014296360224573312,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11076822373137599,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01599120941793236,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11097828363615389,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014931851599445895,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11090322876976179,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015355120256002098,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11076422127656778,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014086928497322647,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08594735861663066,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.041557280337674404,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08603305550218003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.037966056537147255,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.086598947233555,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04065872053846373,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08593051104809943,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03365686146365278,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 122,
      "hessian": {
        "down_diagonal_mean": 31.341699600219727,
        "gate_up_diagonal_mean": 548.6888427734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10964866583523608,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01876417680214114,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10935955401956184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01934453015529985,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10959037696997215,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01887127269042839,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10950920624658171,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01940508605689039,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10935592071064236,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022413061424856863,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1094207501013932,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021780820469821258,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10939613324706658,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02251215060162788,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10967077069687332,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022728500711417198,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.0811476551845403,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04995103038561235,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08113280405425019,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047204862085221476,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08187738815853757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04577706966269654,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.0808899092147728,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04934979460169245,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 124,
      "hessian": {
        "down_diagonal_mean": 40.253173828125,
        "gate_up_diagonal_mean": 611.2844848632812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11023053300380348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02428150230522776,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11027996227854123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024459223834903444,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11053445378714895,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023967915093289698,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11023383857279193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023972373084496793,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1101773193356744,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026022477314812064,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11024557130258623,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025900127566284313,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11027058154065791,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025686509058628564,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.1101190257169263,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02572639531366546,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07862918483257264,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053976445845244206,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07834622913651172,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05312772708852545,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07897568900851172,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05216542213445918,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07859359894966245,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053368016990541486,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 126,
      "hessian": {
        "down_diagonal_mean": 53.95703887939453,
        "gate_up_diagonal_mean": 562.0701904296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11106287240800983,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018543449196649908,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1107579394722134,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018305178122053848,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11066924514269448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017703233872569682,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11066084905747509,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01792970385895848,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11070745913941828,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019571190332129198,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11049178333377928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01947060800405035,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11070483520470789,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01780251059156089,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11057260950291962,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019209277812826688,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08325572750298628,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047418415086161694,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08251211027865897,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049008263605386335,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.083597846026441,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04177185669238992,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08285335034200497,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04703854145388366,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 128,
      "hessian": {
        "down_diagonal_mean": 54.722801208496094,
        "gate_up_diagonal_mean": 548.933837890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11065228579680535,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01982069623449279,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11047547544593476,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01977299121254051,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11050955762410662,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019635272727082126,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11070172060605463,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019415810608740928,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1106322480851599,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020647007467350646,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11045733934333671,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020410853459990594,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11049494001417817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021237803710850524,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11050193816422695,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020065843843438114,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08226063815414604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04993097140256719,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.08288954347286767,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04781843605769522,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08317761197055092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04799426748649182,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08346632220994868,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04699176832898898,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 130,
      "hessian": {
        "down_diagonal_mean": 58.54598617553711,
        "gate_up_diagonal_mean": 601.38134765625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10925055134013176,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021420185074260932,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10915953731426747,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02165126040026811,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1092883551378021,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02125049893024474,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10930313826394206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02074771829159889,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10949117249027882,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022423664463434786,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10943482863888232,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023323293072194138,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10924622779449064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022801553064849312,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10933012082915423,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022757741152672397,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08135733114438297,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05000370515610816,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0810562307813164,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05171649281512445,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08157407099145757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04867599956114644,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08145805509542764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05073912082311745,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 132,
      "hessian": {
        "down_diagonal_mean": 37.41743469238281,
        "gate_up_diagonal_mean": 638.8662719726562,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10779648275188458,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02899242527017066,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10794494692656774,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0291526790262797,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10795518322213643,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02926974560219881,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10778751661160973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029180599969546826,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10786733671165442,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030858321793597866,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10769434652738132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030790716216851706,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10771983874356666,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03078239217579547,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10766409726856249,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03090100053954867,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0748140111859808,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060146850643982556,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07457679928510973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06086217047644953,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.0746437888166299,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06132420448487782,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0745910555684628,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05986705791006368,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 134,
      "hessian": {
        "down_diagonal_mean": 28.85427474975586,
        "gate_up_diagonal_mean": 612.38671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11049705641807482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02702423967012147,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11061038098247389,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026895490627075323,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11037875702750553,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02698823074242034,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11057412443833418,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026890712526380887,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11055606673672297,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028673572055059812,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11056883470511328,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028596395509569633,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11046510927118244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02857749095999387,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11066603372695492,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028665782693376756,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0754641708824071,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05994811462793944,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07538042085589126,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05963318057656083,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07488376597644579,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061057532470196046,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07546913794776983,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05861236673028726,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 136,
      "hessian": {
        "down_diagonal_mean": 33.01636505126953,
        "gate_up_diagonal_mean": 628.694091796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10914482052075426,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025794312780686734,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10907522483566176,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025638262576986738,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10893140119807919,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025797592303959702,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10900968236610332,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02567735381764579,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10887982717202611,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027857620245903544,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10884573029951639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02787587398843989,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1089653345804536,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027792674438878288,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10885299536091804,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027901570297671978,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07542950705883748,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05834184812055053,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07592902451938902,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0578010422142625,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07568510970751609,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05803556768723547,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07526569159050985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05971450418294485,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 138,
      "hessian": {
        "down_diagonal_mean": 38.91324234008789,
        "gate_up_diagonal_mean": 648.722412109375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11021225288439539,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024501544830587172,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11019661686272153,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024459142479851946,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11016529456402022,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024724033619773104,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11008442193952576,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02489020674154195,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11021389723213144,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027289212092674545,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11019659533868792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027405458646143244,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11021224767704069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027828979283993895,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1100589449265529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027828858102528865,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07723345724092658,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057166047087102066,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07773080671878191,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05557958933487551,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07749477160200602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05639756819407111,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07702570941721906,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05725367747690957,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 140,
      "hessian": {
        "down_diagonal_mean": 35.76044464111328,
        "gate_up_diagonal_mean": 591.1542358398438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11173190717835534,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023623240226522218,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11187843356289837,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023704799992052605,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11185093935682348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023610820544322852,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11194166510228751,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023389412737696562,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1118231715294815,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02485587477476613,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11199274074664577,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024835107155859987,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11184145184749213,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024815143002477388,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11185602696081089,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024034163310683154,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07821078807068506,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05283990593460337,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07793352355545644,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053837651067094316,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07815959231028642,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05391516906698483,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0789876133768157,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0503046630891517,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 142,
      "hessian": {
        "down_diagonal_mean": 29.522838592529297,
        "gate_up_diagonal_mean": 579.419921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10979856781389079,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025369553216487286,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10958919569731239,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02529152876092311,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10974991966186673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025426238087927728,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10972941889899712,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02541008508083866,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10980523187213871,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02776630228827217,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10964197299677463,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0275260388992311,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10966853665811127,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027497934741707492,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10956884741602882,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02778567989368957,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07455194569859447,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061261411208897824,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07426755157250467,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06175754923600338,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0746781988378094,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060878686487777285,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07457829737540954,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06095931070305045,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 144,
      "hessian": {
        "down_diagonal_mean": 41.927528381347656,
        "gate_up_diagonal_mean": 543.2901000976562,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10993690635428548,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023088381889659015,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10998454924986834,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022392707469002005,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10957870423909497,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022692642896085483,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11006173246486206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022267978309679623,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11011520705557305,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024436860354352576,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1099912650071958,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02402143161392844,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10995363345447495,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024115037758475608,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1099850725697633,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023126187107627035,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07812502596745881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054448855443150423,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0791799509503731,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0516799266875094,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08000980551438727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051849882715449255,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07955111385400356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048046015847819847,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 146,
      "hessian": {
        "down_diagonal_mean": 42.62242126464844,
        "gate_up_diagonal_mean": 657.3333740234375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10766763538772714,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0250097984913397,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10774302138322718,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02506004078324967,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10733580456345408,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02559432804910302,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10767686925296002,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025675870190739268,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10750048652021554,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028839639553431322,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10757539819106228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028776290796924814,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10764652405125352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02868435217264984,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10766387030089385,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028982122942898838,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07661371342194229,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05786844017195151,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07629367227307214,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058200859574719176,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07587582874017136,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05877973490899539,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07629492861598908,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05840773690174476,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 148,
      "hessian": {
        "down_diagonal_mean": 48.62410354614258,
        "gate_up_diagonal_mean": 627.79638671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10962624526645244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024246337531476703,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1096126758867635,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024252227976263564,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10935128298502973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024373187088390647,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10933449508262559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02482984250241472,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10945131003430182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02575547282365667,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1093407245263697,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025917514254339878,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10939907062587739,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025709334821963324,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10929442354404872,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026003745885222126,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07799165117768064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05657733791855903,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07827843815842285,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05682381501740155,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0781038517942646,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05649994055739902,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07758306881430509,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05791068303904161,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 150,
      "hessian": {
        "down_diagonal_mean": 55.53959655761719,
        "gate_up_diagonal_mean": 586.0595703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11013964130225373,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021720428963765782,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11005625582114745,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02175824121551744,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1100887998212377,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02183232159409087,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11018823029289816,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021586405291233342,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11011709872564353,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023512260441249926,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11016122220275607,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023576584148975118,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1099986082143391,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023661054476319075,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11005472242836399,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02338408199631812,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08229135787986881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04681569667127549,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08206063820891624,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049545892108591914,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.08084259362618651,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05072190370519228,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0822110908950378,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045869102082406174,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 152,
      "hessian": {
        "down_diagonal_mean": 48.75986862182617,
        "gate_up_diagonal_mean": 435.1886901855469,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11099116815559462,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012504199508444126,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.1108868769068119,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012582896372350444,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11088060620557351,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01246057327162579,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11078297421525184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01255672798740027,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11082584419200282,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01334102675480808,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11105410219967875,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013108787622042373,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11074090935933116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012765108989395852,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1109548577587361,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012050878266405234,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0894204016877589,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03894630090864775,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08893450946744395,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03889421928004969,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08903576452236016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03389476218383605,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08910079385846223,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03403390752968766,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 154,
      "hessian": {
        "down_diagonal_mean": 26.116073608398438,
        "gate_up_diagonal_mean": 587.917236328125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10912603156095657,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027935789913775495,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10919440663758201,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028275141457762845,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10925007651582441,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027859618941106955,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10914635522427013,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028023083372393384,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10918918175477181,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02982716122808067,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10898814717848943,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029763533843572575,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1090124904429411,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029701023622352513,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10927231741471854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029913300956220953,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07408883862711407,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06242368879477279,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07422517107492889,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06199461255733146,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0742711261961967,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061131564113514,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07431786195029687,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0618547203761397,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 156,
      "hessian": {
        "down_diagonal_mean": 29.45101547241211,
        "gate_up_diagonal_mean": 650.933349609375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.1099566976044924,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02605033268457307,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11014569194736681,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026127117626048683,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11004273863658512,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025986404030441525,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11019435689541991,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026029690108727566,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11003972886764453,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03020553469026029,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11013548353456529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030273394793307245,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11009959812769783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030081742101746183,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1099920858906481,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030036682388909247,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07444668249436426,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060748725305693,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07466946748629416,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05973984920875475,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07440811995215693,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06070825636658661,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07475941839708189,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060597478705755416,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 158,
      "hessian": {
        "down_diagonal_mean": 31.900470733642578,
        "gate_up_diagonal_mean": 606.98974609375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10897602081905716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027681467462228857,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10905049407767152,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028063184575775762,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1089849506195066,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02765865535043977,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10910236342518541,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027786597116889872,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10916319436817933,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029236146952410058,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10933587766081165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029479705424491028,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10889772425169415,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02937711553893307,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10898117550887396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02931302145450897,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0752491556929522,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05956039880635738,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07466158026933081,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061001512779116314,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07575399639804972,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055735297753662136,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07543929194792316,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056569175939544976,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 160,
      "hessian": {
        "down_diagonal_mean": 33.60771560668945,
        "gate_up_diagonal_mean": 651.829833984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1078923178407644,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02790150911711598,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1079942072439363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028362497305333734,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10790756076237216,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028118539092731036,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1078999777651323,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02828088962800305,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10800692494983881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030600334966618056,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10796423629645004,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030619777210758738,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10794048256956755,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03055607316441815,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10780132360551266,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030396779037805348,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07434989934614339,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06137429215182813,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07480946196937617,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06048250744039809,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07502181581878112,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059884342916766004,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07456500834588575,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06109723782531967,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 162,
      "hessian": {
        "down_diagonal_mean": 44.65802001953125,
        "gate_up_diagonal_mean": 567.3607177734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10929209732822678,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022379976915215795,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10930130470132479,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022453233311411958,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10945675619181537,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022185702973210115,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10943292800176645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022335521467456786,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1091102855513631,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023833855659383243,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10903754341693764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02389704498490547,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10918198088925875,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024183079880950566,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10907352536031698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024014281645911753,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07883507113755685,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05165300389125284,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07891673038343083,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05374288363147125,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0794237600231768,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05490927290977397,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07903612510182059,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05505899908207335,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 164,
      "hessian": {
        "down_diagonal_mean": 46.103607177734375,
        "gate_up_diagonal_mean": 595.304443359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10988275791147896,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021870500273723243,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10993703229931034,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022635746269979846,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10987426374865364,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02217008323803979,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10995135014086906,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022427542708339847,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10963363394094026,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023874437977385955,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1098534915054631,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02448711372577335,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10964277124072538,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022369144539484995,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10969941557993335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023725297724628874,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0806963818681229,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04346054126816658,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08174749186659028,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04434279338776684,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08256497899530466,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04275064217751112,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0816130301307525,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04383910450890719,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 166,
      "hessian": {
        "down_diagonal_mean": 47.622493743896484,
        "gate_up_diagonal_mean": 579.5285034179688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1098912547343999,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021577464741887115,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10988226830240523,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0222025459295276,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11000174107623407,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021730506623760176,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10972808163642883,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02125205347512019,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10971157176419838,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023531705555392513,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10987300430645303,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02349195011446563,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1097060775264772,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023288403828948298,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10965664181489693,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02234354555772622,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0805123414566504,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044685565656491705,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0805501237341305,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046710737102736814,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08111667740786165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04351208517191846,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08279350485003072,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.035715273012696655,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 168,
      "hessian": {
        "down_diagonal_mean": 39.59050369262695,
        "gate_up_diagonal_mean": 617.8824462890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11117839503021838,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0245930168740149,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11110528767509453,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024641063166150303,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11123410855265801,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024463958565927566,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11113409720197504,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024980506994578624,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11085614113824895,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027039177737049256,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11112424296136336,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027050745699539424,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11112359099408364,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02640482512099113,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11132865666432089,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027172486768455135,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07851975070413585,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0494511371518651,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07889297130472533,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046335706883858525,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07784017238757333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04891740439395138,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07706459464912267,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055676637232617635,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 170,
      "hessian": {
        "down_diagonal_mean": 43.72601318359375,
        "gate_up_diagonal_mean": 651.7510986328125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10624811088395608,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027818203857646273,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10633953989740401,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02783696507459826,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10654767521671343,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027907560212341385,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10619901142382993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027698025302582065,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10625995483985218,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029627372281502126,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10624211380424736,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029649226739809752,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10636931198885802,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029502678311236114,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10636519193749795,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029459805230275138,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07528161790944866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060537637957638245,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07509835023448153,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0607913919577626,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07539743021087707,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059648243442311295,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07504610608383432,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060740150483404365,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 172,
      "hessian": {
        "down_diagonal_mean": 50.75221633911133,
        "gate_up_diagonal_mean": 599.3112182617188,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1080501746040781,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023419315973852523,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10821621072634995,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023810894725529542,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10825970576435309,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023628955539732825,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10812914000087755,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023455969953811412,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10812879291840351,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025271325166058158,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10805352325567064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02532036399846391,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10827028970091471,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025307370997165624,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10825218284991772,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02525429850367926,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07830260875267848,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04661269524973932,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07771219632026014,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05543837872104306,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07858878964664917,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04844862758380436,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.07875552568561342,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04989462755442652,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 174,
      "hessian": {
        "down_diagonal_mean": 30.893918991088867,
        "gate_up_diagonal_mean": 624.7022705078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.110394665743942,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02795490450363746,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11006106780381943,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027880654483320413,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11036910432936323,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02787201992727279,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11024037775511224,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02788211556441804,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11007615236047759,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029836060861839764,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1103270615860329,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02977651064459799,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11038984723877147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02967190490536403,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10998758018466215,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02969604941578988,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07537339479808865,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06036471629805034,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07497420856723606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06128106760876311,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07516949569934922,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06027553265979411,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07520613829565999,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060514522113893236,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 176,
      "hessian": {
        "down_diagonal_mean": 28.856433868408203,
        "gate_up_diagonal_mean": 579.115966796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11129740479935309,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02388174291762105,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11106372601282422,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023765952847627315,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11108193228748378,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023572625208597497,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11112682750840527,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02350982646649326,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11110196828592837,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02553894968776243,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11124365412786145,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02509603482163612,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11123468166083313,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025560336554975104,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.11115035740303923,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025239585430747526,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07657863558949854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058374546715837104,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.07654164937967298,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05869596740098639,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07661587276324303,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05878743633684562,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07683553820321612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057879159625899575,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 178,
      "hessian": {
        "down_diagonal_mean": 33.40455627441406,
        "gate_up_diagonal_mean": 616.3534545898438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10756526132349507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029493846746515635,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10786588391160308,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02951541468598336,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10762468044970899,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02941141815585768,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10761633947819993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029279857026833046,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.10762104745665704,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03120693473552232,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10762212314050247,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031339478289311135,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1076285700012837,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03126024842620494,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10773096013700746,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031076776046714886,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07531849080669624,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05758786303290631,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07514668815076775,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058862662576167284,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07503714423904057,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05954374755055035,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07507952374797279,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057571798860528926,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 180,
      "hessian": {
        "down_diagonal_mean": 34.54526901245117,
        "gate_up_diagonal_mean": 628.211181640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10770037213958134,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029945363982718663,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10800411549896674,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029898950507632176,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10771923826319109,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029888406348883782,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10769558537936666,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029798804855891682,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10786327778876655,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031620684430313094,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10796656336447022,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0317662261729317,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10780882581667268,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031849467728729625,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10786919988790002,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031675673425227334,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07483314810480274,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060301612938188476,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07526752400728424,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060065833378648445,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0749094483919222,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059128301329678605,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07498557117582488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06051292900872379,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 182,
      "hessian": {
        "down_diagonal_mean": 130.42544555664062,
        "gate_up_diagonal_mean": 650.291015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11008434224013172,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02091301983056477,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1101966968702233,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021707569350171478,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11008158884005194,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020855188526087347,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11016740872489048,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021050476741597258,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11009651187497907,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02171135184424835,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10999174321590395,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022295714285789088,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1101919156176568,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022139777911099053,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11010057763128246,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02232776762240561,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08035873900939976,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04927384142518597,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07947174153206993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05307799264697244,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0806414570982179,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048612971319912136,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0844679262031706,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.011325977354040432,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 184,
      "hessian": {
        "down_diagonal_mean": 34.316246032714844,
        "gate_up_diagonal_mean": 620.5178833007812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10799670840196894,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018579857576995956,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10797017989159732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019083031119669993,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10802540052836622,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018941034862752535,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10829354715644357,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019026902421369653,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10803283379683062,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022300062442245545,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10806089066070704,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02269400508485699,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10795969972150353,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022684018274257808,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10791219493074035,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022494626462361368,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0800061586670573,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04972552904001655,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.07945585462455888,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04988844629127131,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07875406082634961,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05063594082672574,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07959531379085129,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049934523340830234,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 186,
      "hessian": {
        "down_diagonal_mean": 36.854740142822266,
        "gate_up_diagonal_mean": 627.5927124023438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10814901043142036,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028032023468730977,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10824543160684777,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027862553571863714,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10831510751641993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027680562958799757,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10816267041089234,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02786350592437512,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10836436330934415,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03090787703687992,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10818126082401264,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03127929917945145,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10822180244312371,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031060543415979608,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10818952046603833,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031207571444952068,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07703380489377358,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05128445969393197,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07630801780176054,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055060366630575154,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07642013798863302,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05620949907254257,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07637315037874406,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05498240566430118,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 188,
      "hessian": {
        "down_diagonal_mean": 26.21158218383789,
        "gate_up_diagonal_mean": 554.18701171875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10852290560529365,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024190715326216042,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10860953300265176,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02399150975153761,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10835146770422001,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023776607009272158,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10857307733594396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02366279394500953,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.108408730511199,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026020410270167483,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10831633371227015,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026031661133562603,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10833316717686335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026013287310701384,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10854071915511149,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026113079839758958,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07574407487859573,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05873459934875723,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07579765357335742,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05891402785328494,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07591647031755491,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05684395967886576,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07616247987238729,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057829179415166944,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 190,
      "hessian": {
        "down_diagonal_mean": 38.72455596923828,
        "gate_up_diagonal_mean": 652.9412841796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10710875185647362,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02927054360192337,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10721959478582482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029644495288637458,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10681708062491778,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029501695210947327,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10705798974402145,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02973002718320454,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10699601221209848,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03104454516768033,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10705489563390466,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031051214099260174,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925397,
          "packed_nmse_vs_bf16": 0.10689004544701716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030831656030256154,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10708958060312634,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03118723821169218,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07434692877889383,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0615792819600668,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07408387757152342,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062426172036326145,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07474288540866224,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06074505142075527,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07429087892918956,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06197937064657744,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 192,
      "hessian": {
        "down_diagonal_mean": 55.25757598876953,
        "gate_up_diagonal_mean": 631.8492431640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11426227364681742,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020171876044262585,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1141748402327158,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020369615576085166,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1140974248004882,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02039109200963449,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11411914592315585,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0205923824959935,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11389602967718138,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022161532234334088,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1140997579277834,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02270254553000238,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11385729320205681,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023119610224011083,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11418899003816718,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022891686190019436,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08283425128418165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04548123492626129,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08436040081481498,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0393954349552123,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08256495119356495,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04350364747054003,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0827727442719531,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04369296919464019,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 194,
      "hessian": {
        "down_diagonal_mean": 39.05773162841797,
        "gate_up_diagonal_mean": 601.2918090820312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10825476329434121,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02587961049488864,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10820571589080544,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025699397422001977,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10856184766755586,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026020561852837687,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10842273979894229,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025622772984539202,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10838668771177375,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02780558059379467,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10830528175178333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027505641720681734,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1083074346577339,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02773871090116178,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10846801658752209,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027408770027774785,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07726410144952311,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057239981499943325,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07693800420517605,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05796128248297868,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07691748057428435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05829725239325227,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07693740023840251,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057301392921937054,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 196,
      "hessian": {
        "down_diagonal_mean": 39.174964904785156,
        "gate_up_diagonal_mean": 535.927734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10955326336887124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02181314874254902,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10968236089907336,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022074041532189715,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10938790538734758,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02227403005047821,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1095603361909207,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022237255810579178,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10964814083930666,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02360152048796545,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1094108790426807,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02376384660655329,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1094216040085941,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023816916451145684,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10954166398013493,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023504352917273083,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0780261116437453,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05623054701484115,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07839990178479106,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0550433375504197,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0776614488613414,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05629583082949727,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07766733769257068,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05529472226137996,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 198,
      "hessian": {
        "down_diagonal_mean": 39.94251251220703,
        "gate_up_diagonal_mean": 647.2669067382812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10828609107165417,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026290760602480975,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1085811645316685,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025984110727983088,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10838487777903161,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026535263636520458,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10830727587057727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026257158226431796,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10831433033890984,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029024193522165904,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.108405385065374,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028662838135253603,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10852067789848355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02897320944532397,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10830617400634947,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028769354578152117,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07624927666117474,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057749147406631375,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07664734087579915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05730940101264993,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07627982264314609,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05772169286234628,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07632007390656764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05811410786977029,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 200,
      "hessian": {
        "down_diagonal_mean": 39.84470748901367,
        "gate_up_diagonal_mean": 642.7080078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10759722885107176,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027674043049166354,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10740736247771963,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027518834815199882,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10746169289635209,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027797183523892145,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10758003173502287,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02769506267419789,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10759656349708786,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029452441971131636,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10755568495461476,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0294466842611764,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10752894909368263,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02939130894380127,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10730715724928781,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029428649763365955,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07585300873481478,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05886829765335676,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07567480150446518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059825062203734874,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07529869105731639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06058087565889403,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07575585832709776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05973325291223114,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 202,
      "hessian": {
        "down_diagonal_mean": 23.79073143005371,
        "gate_up_diagonal_mean": 545.0084228515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10995033152291991,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025471142346485322,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10989068047577728,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025596309445760017,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10975210659306356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02550604556405467,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10996529633576384,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025429940884385126,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10978314684016996,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027873339578307937,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11002799131649062,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02697239800254901,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10973069172191956,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0276003490055883,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10995070124640553,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02781985231086363,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07493387902839234,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06077375509248487,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07539306600319612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0582132132718476,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07511826565561586,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060036187798877635,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07460994340290199,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061361453339719235,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 204,
      "hessian": {
        "down_diagonal_mean": 51.777645111083984,
        "gate_up_diagonal_mean": 645.8311767578125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1067951193185956,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025496275813194084,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10691924868449633,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025551057308587907,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10688241013646305,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025858130112685975,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10683357203832701,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025685627836694657,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10680169289830023,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02712275154182044,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10683538760315753,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027228488905875318,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10680110159672755,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027343632057026602,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10692355908604889,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02728108872545174,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0756081167270373,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059988932821106684,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07566243319905662,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059541401654959164,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925397,
          "packed_nmse_vs_bf16": 0.07549263271074044,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06027294562040147,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07596196071862973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05940204641337831,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 206,
      "hessian": {
        "down_diagonal_mean": 22.776344299316406,
        "gate_up_diagonal_mean": 538.4359130859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11202240841154575,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0227062157865687,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11205967585926259,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022918017079634038,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.1120759035263581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02281307612850244,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11194465955665361,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02262159015410108,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11207024041437563,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024598586015313655,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1118410997348861,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024760955382957903,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11204875026155244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024967492146427583,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11185835210981451,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024970496428334495,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07601132183590392,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059055476421389204,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07581021594684828,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05916773772642385,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0756470271402352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05975185768000594,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07592436749128673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059615851132925224,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 208,
      "hessian": {
        "down_diagonal_mean": 86.19563293457031,
        "gate_up_diagonal_mean": 548.0469970703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11026130797763178,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.011277261595971358,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11019339266613419,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.011600000337426437,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11013946532146188,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01123101665380164,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11026832676859491,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01176701351533593,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11019845022696513,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01124280317598312,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11029192043325083,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01233338037562421,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11009865303784458,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.011156699477405609,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1102251652835052,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012180329320046757,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.09112136758926567,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.030655283535252896,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08922905126812791,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.027230739201570493,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08959653096573827,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.01580915911083267,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.09097439315236376,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03498611252750891,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 210,
      "hessian": {
        "down_diagonal_mean": 29.083951950073242,
        "gate_up_diagonal_mean": 614.3348388671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10612440423685503,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02886883902001965,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10623928083127843,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029222618583257757,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10593531034985271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029058229251883172,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10600673340766742,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028849195567913433,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10622123868691816,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03092871777574833,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10622383083746638,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030856804324666687,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10609065515807568,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03064686941663884,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10613650722058923,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030923817827521266,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07380996788405172,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06216891563303914,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07373754697311977,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06257962622652072,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07361211833690955,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06268842555606582,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07412522990968362,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06151299554438939,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 212,
      "hessian": {
        "down_diagonal_mean": 53.68928527832031,
        "gate_up_diagonal_mean": 600.16650390625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10993620274031395,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021787808945619224,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10982905939604802,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021927720304002113,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10969786728080244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022064684435133493,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10989371999594964,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021890379231017075,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10988236844459093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02315420712454145,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10977852776573724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023695592961881465,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10994015679420069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023396151642582647,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11000722065928681,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02337658649755753,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08184427200032818,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04826573479143359,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08180522966753856,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049033730969344796,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08128260064617847,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05000300069007919,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08208049649550074,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04859425000487653,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 214,
      "hessian": {
        "down_diagonal_mean": 26.40325164794922,
        "gate_up_diagonal_mean": 598.7083740234375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11267680382722031,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027323569744782162,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1126997929795869,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027382392801787146,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11259484500801789,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027172850164123737,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11244160114474855,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027528916626458923,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1128062212407135,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029204894209620642,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1125701881098934,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029362085325828107,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11270416172659925,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029303797717920552,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11275296372531375,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02917073038966579,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0753161066065019,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06095277254976902,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07544312117146205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06037842248449667,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0752778474433456,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06087131731543842,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.0755832603156176,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06011347084881317,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 216,
      "hessian": {
        "down_diagonal_mean": 25.875389099121094,
        "gate_up_diagonal_mean": 554.263671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11010176081866886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022934379487565812,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11001874537905104,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022800092134799648,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.110041048930873,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023202086943753242,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11014522384716582,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02336073392570607,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11013521505317732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025744331256434994,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11016879197407398,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025836960442004068,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11005676017413828,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025447067749042263,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10987502078837398,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025710619444931863,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0781469429354363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053293002521895616,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07769766322481954,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05401376714334818,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07742366891006625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055108327288208955,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07664349272022603,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057034391478560424,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 218,
      "hessian": {
        "down_diagonal_mean": 41.37163162231445,
        "gate_up_diagonal_mean": 628.2188720703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10818623483809438,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02885045072329629,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10835505411766612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02922974888597038,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10826706917051761,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029007517160701834,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10814809366717333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02908113461325929,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10802183369978087,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030760530675485797,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1080387695813721,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031201490716190574,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.108218944266446,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031036923926478485,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10797440017591856,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031083485818381572,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07605580877553082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058834959449192356,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0751602638138281,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060264424213438646,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07556034645718977,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0594710598583042,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0754444865347325,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05958612231690726,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 220,
      "hessian": {
        "down_diagonal_mean": 31.883426666259766,
        "gate_up_diagonal_mean": 651.11279296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10650106934461792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030742754530630217,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10646969362503347,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030568741916689575,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10668178577961912,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03072742469173824,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1063499168300052,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030478792915137953,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10635896673170807,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032755918767077216,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10649798984645005,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03255154943158398,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10657504741718049,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03245750130085155,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10652874428192516,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03252370797552811,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07356396563646316,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0631558413616632,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0735864626116457,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06300438268189207,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07360894423040813,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06229780621289469,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07354598117746748,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06283088063445715,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 222,
      "hessian": {
        "down_diagonal_mean": 49.239559173583984,
        "gate_up_diagonal_mean": 621.1390380859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11189419503771875,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02538070711822607,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11187647588662283,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025147991177401487,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11211172947016364,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02563910724780675,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11202276950898445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02551550064387341,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11196103592849088,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02715112848267703,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1119181088870029,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026889859844061788,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11183970288687767,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02721747813035053,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11190571552004484,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0271218017643335,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07854187934570812,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055177154720503246,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.079288815896295,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05311284839945936,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07807118341646366,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055888247976321505,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07855409901563996,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05512995987042607,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 224,
      "hessian": {
        "down_diagonal_mean": 41.34325408935547,
        "gate_up_diagonal_mean": 630.9749755859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1075949398720403,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025613161533298446,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10771671506825942,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02560362683661629,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10756221515767389,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025277067910997916,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10760798886613594,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025316931398365387,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10770522828035435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02699577295807263,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10757207217864967,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027103812039812204,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10750013566547567,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02725255280783185,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10757804086407999,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027273574450681817,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07695201947296318,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05785325270595853,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07726488811204595,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05619673840413364,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.07758687815059026,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05671744494201985,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07701502074620846,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0585791341656155,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 226,
      "hessian": {
        "down_diagonal_mean": 72.48954010009766,
        "gate_up_diagonal_mean": 600.2456665039062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.113512197257506,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01641964667231038,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11366090578659281,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01615464873708109,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1135538351824786,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015685883982382808,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11351578686522047,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016363725142658863,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11356275795881314,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017041749839296263,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11343347940331586,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016802051871836813,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11345354096713245,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01587516154091433,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11354579256310997,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016933839194698024,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08856049769075075,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04154721684582541,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08874021419367426,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04031503033429825,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08950514902388991,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03616407595129271,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08864751717879493,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.039775779722736944,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 228,
      "hessian": {
        "down_diagonal_mean": 64.56171417236328,
        "gate_up_diagonal_mean": 532.0946044921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11229692915373218,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015280387553042027,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11213899458153855,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015335853389324985,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11238515135548481,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015243033541560237,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11224404337127489,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015857173719338244,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11219050625303746,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01656331353819178,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11227155094696943,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016100336544833973,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11228931985046448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016315076693774896,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11213641161850474,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016842191228661325,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08592808930078834,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04251398663802227,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08461558366691116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04463186020140836,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08647512126749578,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.037538076135294404,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0839279369753595,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047468947213545755,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 230,
      "hessian": {
        "down_diagonal_mean": 40.056678771972656,
        "gate_up_diagonal_mean": 646.7437744140625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10720602176430294,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02915293537533088,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10721296000667742,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029018782879622153,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10712395151673379,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029106278826467227,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.1070972319358625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02923188963548153,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10712700205100358,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030705556343199172,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10716750138330187,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03036844561867463,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10692553549442092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030234343587533265,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10715722225607995,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030302567791827294,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07486901115236547,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06118795017654928,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07519366567243851,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05976706659754029,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07490996387985058,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06104561659288462,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07497292223691998,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06084422292521545,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 232,
      "hessian": {
        "down_diagonal_mean": 59.542816162109375,
        "gate_up_diagonal_mean": 579.3405151367188,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11240955147733964,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01915437907941912,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11218314867395274,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018854484110749366,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11201565644668023,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01892818689720775,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11218287597126356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019410871330705518,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11208434542583999,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021067532413084865,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11227899451894545,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02048971673126314,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11228014755626103,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020603332569742654,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11214748801930953,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02130420284658433,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08511115852182052,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04276178462656494,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0854570631013541,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.037613501342525446,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08694250720112515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03290472782886788,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08350362582317304,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04501101004255134,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 234,
      "hessian": {
        "down_diagonal_mean": 45.1097297668457,
        "gate_up_diagonal_mean": 647.7963256835938,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10886249138839002,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02400196592095658,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10877189245429172,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023919185375652467,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10903684547465516,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023797643272004197,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10906101033742205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023527106428082124,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10886656316240932,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026640001930366374,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10880765370221636,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026329401470517273,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10883855511493021,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026409040511591295,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10882506011936142,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025987231159972816,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07747378925103791,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05644045173758128,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07786466241230813,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05655191175151877,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07817042077213711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05584762399469714,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07778403255906667,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0554600699427424,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 236,
      "hessian": {
        "down_diagonal_mean": 64.85595703125,
        "gate_up_diagonal_mean": 595.054443359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11192123572523292,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015505741993656473,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11199184845856142,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01573395126029815,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11197272120584456,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015693862620438977,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11201167605085051,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016032238117111207,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11192464543050126,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01741198272776834,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11184860996708021,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016911630252334782,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11186437467285161,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016887559894923302,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11187926248484283,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017699118030815607,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08700695065168244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0437286927811416,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08563002635745712,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04376049294281311,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08650491119363178,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04160103295194144,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08657251216458413,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03981506872726489,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 238,
      "hessian": {
        "down_diagonal_mean": 31.852676391601562,
        "gate_up_diagonal_mean": 575.9805297851562,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11377424475058738,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023600548921914034,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11385799083005763,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023555888899236217,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11375806074907441,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02365117337385913,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11371946476292595,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02385460439366305,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.113870081193089,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0255914834692195,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11373716336448103,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025633203343565853,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11365288702708723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025721986046558166,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11358780269353051,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025439043687515484,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07934390159939085,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05356479132464074,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07908302186225354,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05398776518992086,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07902949797770474,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055092834532997834,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07933644246295056,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05350702642892858,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 240,
      "hessian": {
        "down_diagonal_mean": 42.223175048828125,
        "gate_up_diagonal_mean": 625.8692016601562,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1054319965040522,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02810281005840729,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10554300787114004,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028023438619286953,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10530347770575045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028223551382585088,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10546238759854303,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028189460544735416,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10532791018568032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029671080951267834,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10536134933476697,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029563143395667648,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10527295795274287,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029685708241801355,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1053769591083748,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029619058855349847,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07582939409756546,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05725991039932073,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0763399715216993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05587999779103159,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07552515479190888,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05905527161240803,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07591349624657877,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058368901034679316,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 242,
      "hessian": {
        "down_diagonal_mean": 57.56148147583008,
        "gate_up_diagonal_mean": 619.8859252929688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10935850897654625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021260980567414618,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10939030328980441,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02164524566659391,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10940013480659676,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02114145632066779,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1095867125912157,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021953258581922843,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10943845308320746,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024008501118746924,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10921614307411392,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02365653598346524,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10925159529423852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023356586007775113,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10927127974976676,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024094457874112497,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08144315228539364,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04931520903816516,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08045070265811229,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051942578825785325,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08165637581758928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04997577559089157,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07969648178223894,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05332413359548491,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 244,
      "hessian": {
        "down_diagonal_mean": 24.14495086669922,
        "gate_up_diagonal_mean": 550.3798828125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11183101155148455,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023470857676824303,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11178114519627712,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023233726384006288,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11138324586695184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023775472550355257,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1117730719066579,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023544407656663786,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11176470484700889,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02682615384160339,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11186103409830232,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026866905744008424,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1119044070821049,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027274049743177892,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11162844767372726,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027096125349323624,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0763824486687518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05825706374383681,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07636366223720296,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05772622982965789,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.076579647717059,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05642161268535827,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07635773378272415,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057005237954372616,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 246,
      "hessian": {
        "down_diagonal_mean": 49.55280303955078,
        "gate_up_diagonal_mean": 651.489501953125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10765065241454169,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0248085243801133,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1075128486250011,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02483232833198835,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1077883674359249,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02402767761040202,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10757417572336542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024673970468870113,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10756375842533002,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02592232880471652,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10764992934485605,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025607929585353864,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10781856544536671,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025565102772430567,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10775157452884307,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025900282237205852,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0785799616404948,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05258788578949178,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07875079995587893,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05343222410220612,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07930580557672984,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05106156880880048,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07914056151576666,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05289936221443923,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 248,
      "hessian": {
        "down_diagonal_mean": 88.08085632324219,
        "gate_up_diagonal_mean": 608.0536499023438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11497930311827928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018652363660950463,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11477649741877156,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01849893310938482,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11482287383680445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018297709840796345,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11506095996175122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018290391600782014,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11503542441245301,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01950091329572567,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11504962767809923,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019880766918874956,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11516685637380308,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019263815048799378,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866402,
          "packed_nmse_vs_bf16": 0.11496405562929202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019356184557692804,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08666091558309535,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04336505271605315,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08692196671936096,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04360450881102132,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0884373891437842,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04146553710792411,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08766731890681366,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.039195735116833816,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 250,
      "hessian": {
        "down_diagonal_mean": 34.307411193847656,
        "gate_up_diagonal_mean": 589.355712890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10899400163123799,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024988718211733,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10902457659679217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02533578332954663,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10920071740957488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025297022569378963,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10907322183872441,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02561887276607473,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1091263531227363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027208137060831986,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10900843319719757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027538982380202238,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1091117783276643,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02692595515611846,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10916104820084459,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027605808224287338,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07710457432209065,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05445569068118675,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0779464165361102,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05201290112323978,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0782602169428724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0515615411299619,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07715669182884692,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05606213151773172,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 252,
      "hessian": {
        "down_diagonal_mean": 32.16867446899414,
        "gate_up_diagonal_mean": 570.9660034179688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.11276482464307584,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025336550404102057,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1127582154831903,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025245674391610615,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11277581727157866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025276167140157582,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11287118727805981,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025304683029353958,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11276284288973241,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027306708206337585,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11247053433949404,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027204515078708198,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11278532912425646,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02719459748746136,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11292631648750381,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02722586263485421,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07702860060026637,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0553698161718062,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0767978135755031,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05534547077919588,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07784888679963928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0497006120302954,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07763249590298395,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0546218089852901,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 254,
      "hessian": {
        "down_diagonal_mean": 41.661014556884766,
        "gate_up_diagonal_mean": 542.3305053710938,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11115639753935219,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017090401477142494,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11104694380038857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017040825076468688,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11097985938174132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017045513761091653,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11103396804778448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0167351310378448,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11104339657752835,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017585216731487684,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11112117281312432,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01811159148100295,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11122430937002357,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018531553109927924,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11111475440292698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018521111957982575,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08468818021386679,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04177407012489456,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08544647771713453,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04287446222258353,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08517432909201282,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04189984864247079,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08498631941457263,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042804469568490856,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 256,
      "hessian": {
        "down_diagonal_mean": 43.72400665283203,
        "gate_up_diagonal_mean": 645.5587158203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10801963384446671,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027020699065531537,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10797423956984291,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027139710174571986,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10785965724138538,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02698356411440402,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10795510778381702,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027113291169748203,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.107975880597232,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028857649599350506,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10808634883512869,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029161885765766452,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10782692091417312,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028855415495686806,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10802244711484973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028676804042440544,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07536733333347968,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06046879589447194,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07526004629662587,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06035415637970145,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07545361576065385,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06016510970010286,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07545797630605862,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0606155871516303,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 258,
      "hessian": {
        "down_diagonal_mean": 39.73339080810547,
        "gate_up_diagonal_mean": 523.939453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1123443414117847,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021027682957860856,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11235431371753644,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0209531698931704,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11231758848269448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021792337259670738,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11233340799884059,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020925882726807243,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1122839653835764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02247450737424214,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11239184932625407,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02225062835375705,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11230466066428543,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022989116283695113,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.112334122464481,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02208404280628244,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08015984146595725,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04734161368826759,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08058324174560302,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04412537910334726,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0799442725838249,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04743950555918773,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08113048737285945,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03745630943471857,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 260,
      "hessian": {
        "down_diagonal_mean": 25.585079193115234,
        "gate_up_diagonal_mean": 581.4458618164062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10868968551342555,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024591860591120576,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1083883753853021,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024756638738317797,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10864160229784177,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024755942678195423,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10873596728841836,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024787788278697376,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10850108123179686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027177726749519234,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10877221326611665,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027029399632581136,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10855660049884737,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027255866910884937,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10865033039719219,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02730705630453677,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07551517449313756,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05900778019696682,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07535649354018385,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05891986637379562,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07528387125327068,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05990279394478599,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0750856286981795,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059769291517138036,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 262,
      "hessian": {
        "down_diagonal_mean": 26.11077880859375,
        "gate_up_diagonal_mean": 541.9622802734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11278680173904114,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025069024214761006,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11289341760596285,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024512703433499147,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1128432464988767,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024171368519554006,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11280888258835664,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024990832886107973,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11273103690815811,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026913932716713627,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1128785572033461,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02681041477283853,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11262887136377746,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02668866205327523,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11266018678017245,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026527779378203695,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07661616190945933,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0583117089197939,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07664645198778636,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05804044657327526,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07680697563037095,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057222227502400067,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07632780804075594,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058445514479915035,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 264,
      "hessian": {
        "down_diagonal_mean": 32.27153015136719,
        "gate_up_diagonal_mean": 648.615966796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10889387364484744,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029660707019801516,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10884201228089682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029882227418023297,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10868663336743636,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029491563192480037,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10871882682510312,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029624732126200717,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10862081897073597,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03252064908853759,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10882473863881256,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03256160002593146,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10861568280311279,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03224303147118051,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10851732293579924,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03246595051917312,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.07392022547786778,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06233793043115724,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07381056290750866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06235304069285164,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07386873704793885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06243428094020964,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07402275346617236,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06182082994067809,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 266,
      "hessian": {
        "down_diagonal_mean": 51.97576141357422,
        "gate_up_diagonal_mean": 580.2308349609375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11377209591161534,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020550714752000772,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11353197522252347,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020419235207994508,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11380210605006694,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02030465755067111,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11366125307817847,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020021734057747327,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11370082886603486,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022121531276970398,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1135389375833156,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02216296254714219,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11355256488124797,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022004084270560963,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11366016121262676,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021745801931026598,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08311097034997185,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042383709046538424,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08352725731588373,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044896092034898326,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08418472448522682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04036041592367316,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08243938421634182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044275483350705795,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 268,
      "hessian": {
        "down_diagonal_mean": 24.40239906311035,
        "gate_up_diagonal_mean": 534.1952514648438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11248496906099481,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02334914738592271,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1122872978158626,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02334766281661929,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11258215267656957,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02353482277138193,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11232403477225276,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02346720379604601,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11246268092170433,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02504501901678699,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11238133945135295,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02423466682839519,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11242411519138944,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025211183561761726,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1123816426302964,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02484533340060325,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07608335762468811,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05860342530878472,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07643779830964016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056023371542248734,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07607744433329013,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059079379476497405,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07581441337753392,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059433119382140194,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 270,
      "hessian": {
        "down_diagonal_mean": 39.59040451049805,
        "gate_up_diagonal_mean": 610.1924438476562,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11095574428108326,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022403482471963738,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11094711246816645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022578655130102813,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11085463595515505,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022375591264979455,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11089350843776452,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022308055066612216,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1108036149557539,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023044392474251826,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11086938593001329,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023916468981611934,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11077633975088723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023844092484838333,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11071733862692214,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02386514207014984,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.08012016691205463,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04880089585920992,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07932618539981491,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05282138252918873,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07958738819309684,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05237696101595102,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0805738810623813,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04845102734688617,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 272,
      "hessian": {
        "down_diagonal_mean": 45.07834243774414,
        "gate_up_diagonal_mean": 556.2005615234375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1117183942174921,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02092026477706689,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1114784682463862,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020985895599579592,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1112647990071193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02115772725547004,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11160524009546087,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021365117683355375,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11179045603200695,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021932901555776266,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11159485694012262,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021965221125824528,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11146136309273236,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022320660313408933,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11163721303193574,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022382285554720317,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08247793359979146,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.043537951743586385,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0824599151028989,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04570645410398369,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0815453304627534,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04876961990294317,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08203603434728794,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04784262453447421,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 274,
      "hessian": {
        "down_diagonal_mean": 40.30735778808594,
        "gate_up_diagonal_mean": 595.4189453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10957050990993973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023675804744550347,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10918684633822927,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023398503660201072,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1093571747552335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023650974870966467,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10924121553896182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023521473820539384,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10911154658828924,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025188970872687,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10930241877468337,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025046432101685664,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10918036520124992,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025169931760879203,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10907159570704923,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025077324261858287,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07876528372000118,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055409622225571616,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07912251683796398,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05437798306766444,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0787771521546871,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05542639212749201,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07843003909554953,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0557715857436729,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 276,
      "hessian": {
        "down_diagonal_mean": 49.564613342285156,
        "gate_up_diagonal_mean": 637.7766723632812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10630645421461166,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027289633803518554,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10605307859156977,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02769379646522922,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10641325810380733,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027914659468835368,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10588101310187807,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027774382530926726,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10613908024684778,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02954307330250249,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10609097757187415,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029668168371677926,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10625217129997376,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029834522735175367,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1060041937235395,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029453238618311593,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07713468583115148,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05686862339032189,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07644755743350312,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058620832580825184,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07576086375755228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0596017872015151,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07677396372845108,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056900932313293205,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 278,
      "hessian": {
        "down_diagonal_mean": 36.25690460205078,
        "gate_up_diagonal_mean": 643.1184692382812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10847980387135578,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027504589881795546,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1083645959374812,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027237230827352247,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10843139141227168,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02736205750509206,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10841370442752808,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02738276922989118,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10825775972122677,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029233616821772078,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10846618191208057,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028816283053387085,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1082950760377153,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02910404950958758,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10828902130115732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029017192903063756,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07508183851466639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06070984555141964,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.0752369610048004,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0605805886797351,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0748989475692371,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06097134607215601,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0749584608371029,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06083045007453373,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 280,
      "hessian": {
        "down_diagonal_mean": 39.01075744628906,
        "gate_up_diagonal_mean": 571.1055908203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11155309332312187,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020472261103318682,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11166448128415132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02059259701933632,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11168457915709717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02059495084407112,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11145003135764392,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020577573922309654,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11134411697030393,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021833515775930075,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11126553717398592,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022203978086788225,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11138322739272352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021871696584183562,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1112995178512984,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021912651403494937,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08015618401483963,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05144166503626432,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07949981709793422,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050130098335857236,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08001779111957597,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048161773607222166,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.08056761704946067,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04763380507982788,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 282,
      "hessian": {
        "down_diagonal_mean": 23.927898406982422,
        "gate_up_diagonal_mean": 557.748291015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11319167663650744,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021755388819133078,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11292927786837918,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02207301105599382,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1132848459836516,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02173849708557044,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11331686073695328,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02193269417345051,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11309342107915313,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024430279570270646,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1130265529259014,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025250265588341193,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.11314373624903196,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025299511706931392,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11331107579241606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0253750066255765,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07777989814005079,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05457555946182259,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07778461280535708,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054532903008281786,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07815689732647936,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053507871665268776,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07781217423871499,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05584080562011355,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 284,
      "hessian": {
        "down_diagonal_mean": 37.51323699951172,
        "gate_up_diagonal_mean": 645.0263671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1153902346039379,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02648068664686761,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11550531701652632,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026482696898176922,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1153911817490122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026540869688084556,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11538567500224747,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026518982842579496,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1154726955146452,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027466873980995087,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.115460567025455,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02752075635723846,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11529411616294193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02762316475462336,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11552166178097276,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027672436567669653,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07641646340220275,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05930268192721048,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07678235076290645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05812670997402134,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07673238121140825,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05859697943020901,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07728549203742105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057373990681690724,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 286,
      "hessian": {
        "down_diagonal_mean": 40.400577545166016,
        "gate_up_diagonal_mean": 572.9063720703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10914950670166577,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02335467127162539,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10911698850119857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02320935928538631,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10904182532082711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02322932660510857,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10912989910197271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023258656658611303,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1090645267015681,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025167137461607227,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1091340223566809,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024856271327346777,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10894424394518806,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024979906657531022,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1090838148732843,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025077067363497456,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07732272301828876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0569987638667799,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07744748524434507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056948128929072056,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07719546858508884,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056441637739825,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07766403048071742,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056277343539071906,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    }
  ],
  "experts": [
    0,
    2,
    4,
    6,
    8,
    10,
    12,
    14,
    16,
    18,
    20,
    22,
    24,
    26,
    28,
    30,
    32,
    34,
    36,
    38,
    40,
    42,
    44,
    46,
    48,
    50,
    52,
    54,
    56,
    58,
    60,
    62,
    64,
    66,
    68,
    70,
    72,
    74,
    76,
    78,
    80,
    82,
    84,
    86,
    88,
    90,
    92,
    94,
    96,
    98,
    100,
    102,
    104,
    106,
    108,
    110,
    112,
    114,
    116,
    118,
    120,
    122,
    124,
    126,
    128,
    130,
    132,
    134,
    136,
    138,
    140,
    142,
    144,
    146,
    148,
    150,
    152,
    154,
    156,
    158,
    160,
    162,
    164,
    166,
    168,
    170,
    172,
    174,
    176,
    178,
    180,
    182,
    184,
    186,
    188,
    190,
    192,
    194,
    196,
    198,
    200,
    202,
    204,
    206,
    208,
    210,
    212,
    214,
    216,
    218,
    220,
    222,
    224,
    226,
    228,
    230,
    232,
    234,
    236,
    238,
    240,
    242,
    244,
    246,
    248,
    250,
    252,
    254,
    256,
    258,
    260,
    262,
    264,
    266,
    268,
    270,
    272,
    274,
    276,
    278,
    280,
    282,
    284,
    286
  ],
  "gpu": 0,
  "layer": 10,
  "physical_experts": [
    0,
    2,
    4,
    6,
    8,
    10,
    12,
    14,
    16,
    18,
    20,
    22,
    24,
    26,
    28,
    30,
    32,
    34,
    36,
    38,
    40,
    42,
    44,
    46,
    48,
    50,
    52,
    54,
    56,
    58,
    60,
    62,
    64,
    66,
    68,
    70,
    72,
    74,
    76,
    78,
    80,
    82,
    84,
    86,
    88,
    90,
    92,
    94,
    96,
    98,
    100,
    102,
    104,
    106,
    108,
    110,
    112,
    114,
    116,
    118,
    120,
    122,
    124,
    126,
    128,
    130,
    132,
    134,
    136,
    138,
    140,
    142,
    144,
    146,
    148,
    150,
    152,
    154,
    156,
    158,
    160,
    162,
    164,
    166,
    168,
    170,
    172,
    174,
    176,
    178,
    180,
    182,
    184,
    186,
    188,
    190,
    192,
    194,
    196,
    198,
    200,
    202,
    204,
    206,
    208,
    210,
    212,
    214,
    216,
    218,
    220,
    222,
    224,
    226,
    228,
    230,
    232,
    234,
    236,
    238,
    240,
    242,
    244,
    246,
    248,
    250,
    252,
    254,
    256,
    258,
    260,
    262,
    264,
    266,
    268,
    270,
    272,
    274,
    276,
    278,
    280,
    282,
    284,
    286
  ],
  "physical_tensor_count": 6912,
  "schema": "glm53-brandon-style-low-bpw-tail-part-v1",
  "selected_k": {
    "0": 2,
    "10": 2,
    "100": 2,
    "102": 2,
    "104": 2,
    "106": 2,
    "108": 2,
    "110": 2,
    "112": 2,
    "114": 2,
    "116": 2,
    "118": 2,
    "12": 2,
    "120": 2,
    "122": 2,
    "124": 2,
    "126": 2,
    "128": 2,
    "130": 2,
    "132": 2,
    "134": 2,
    "136": 2,
    "138": 2,
    "14": 2,
    "140": 2,
    "142": 2,
    "144": 2,
    "146": 2,
    "148": 2,
    "150": 2,
    "152": 2,
    "154": 2,
    "156": 2,
    "158": 2,
    "16": 2,
    "160": 2,
    "162": 2,
    "164": 2,
    "166": 2,
    "168": 2,
    "170": 2,
    "172": 2,
    "174": 2,
    "176": 2,
    "178": 2,
    "18": 2,
    "180": 2,
    "182": 2,
    "184": 2,
    "186": 2,
    "188": 2,
    "190": 2,
    "192": 2,
    "194": 2,
    "196": 2,
    "198": 2,
    "2": 2,
    "20": 2,
    "200": 2,
    "202": 2,
    "204": 2,
    "206": 2,
    "208": 2,
    "210": 2,
    "212": 2,
    "214": 2,
    "216": 2,
    "218": 2,
    "22": 2,
    "220": 2,
    "222": 2,
    "224": 2,
    "226": 2,
    "228": 2,
    "230": 2,
    "232": 2,
    "234": 2,
    "236": 2,
    "238": 2,
    "24": 2,
    "240": 2,
    "242": 2,
    "244": 2,
    "246": 2,
    "248": 2,
    "250": 2,
    "252": 2,
    "254": 2,
    "256": 2,
    "258": 2,
    "26": 2,
    "260": 2,
    "262": 2,
    "264": 2,
    "266": 2,
    "268": 2,
    "270": 2,
    "272": 2,
    "274": 2,
    "276": 2,
    "278": 2,
    "28": 2,
    "280": 2,
    "282": 2,
    "284": 2,
    "286": 2,
    "30": 2,
    "32": 2,
    "34": 2,
    "36": 2,
    "38": 2,
    "4": 2,
    "40": 2,
    "42": 2,
    "44": 2,
    "46": 2,
    "48": 2,
    "50": 2,
    "52": 2,
    "54": 2,
    "56": 2,
    "58": 2,
    "6": 2,
    "60": 2,
    "62": 2,
    "64": 2,
    "66": 2,
    "68": 2,
    "70": 2,
    "72": 2,
    "74": 2,
    "76": 2,
    "78": 2,
    "8": 2,
    "80": 2,
    "82": 2,
    "84": 2,
    "86": 2,
    "88": 2,
    "90": 2,
    "92": 2,
    "94": 2,
    "96": 2,
    "98": 2
  },
  "sha256": "d2b637c9fc55d0bbe73d8d2a14585d063a7603f042e1f79c1ffb2e06f8fd349b",
  "shadow_experts_ignored": [],
  "source_sidecar_sha256": "9fd6a47a18c46b8df5ce78ac95f5d027a4070e565269b6263ba29894fbc58764",
  "state": "COMPLETE",
  "tensor_count": 6912,
  "tier": "k2-k3-tail",
  "variant": "2.0"
}