{
  "bytes": 922811656,
  "expert_reports": [
    {
      "expert": 0,
      "hessian": {
        "down_diagonal_mean": 26.56303596496582,
        "gate_up_diagonal_mean": 614.5897827148438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10827297740272589,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.032439159495517206,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10851576467090046,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03270213287529562,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10853529905936166,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03240868892137774,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10842083537508368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03250762128764646,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10842331771213179,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03453204514459476,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10833535363480952,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03456250037956429,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10858849820921605,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.034644539990158416,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10876600965034885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03467729368956333,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07367433973918219,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06275835640455782,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0737756495077389,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06262426128091508,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07357383789493809,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06304976386465627,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07361723088234604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06300134735223957,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 2,
      "hessian": {
        "down_diagonal_mean": 21.839820861816406,
        "gate_up_diagonal_mean": 542.3818359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11221784465760082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029496558461562326,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1125191707311983,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029634407335645117,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11235414079994778,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029416554288263373,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1123650474849035,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029402510185050964,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11257026336114795,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031236081304801898,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11264906259181968,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031262367274077406,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11254032275091068,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03122003881458988,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11232200361708417,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03135686570959715,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07471913867083864,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060769885461330796,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07490324760775684,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060810714367941866,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07556791380517384,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051197941367411695,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07475368091062205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06102902445157571,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 4,
      "hessian": {
        "down_diagonal_mean": 20.37778091430664,
        "gate_up_diagonal_mean": 457.9068603515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11499878292899478,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026532797271377674,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1150825694365735,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02663701950959924,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11498742228522577,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026896418687590056,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11497570369637904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026807156980959108,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.114817998174386,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027488298486327178,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11497539503932128,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027762419684030985,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11501358106949378,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027784978944305365,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11494942860175175,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027630887536983933,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07627973890749619,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05963988912267037,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0757351456029426,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060578111925386126,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07593327149380862,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06016323245033243,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0760183682449262,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060095142717204626,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 6,
      "hessian": {
        "down_diagonal_mean": 25.032058715820312,
        "gate_up_diagonal_mean": 562.2410888671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11186931626490608,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02909476727507345,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11198454979493065,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02926429527685701,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11190893064996006,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029345675062705478,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11187384253196576,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029017840869705786,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11207170689319572,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031700611521535596,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1119233129119016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031537202307583036,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11219969655837587,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031644402122119775,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11197477103815946,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031643172300498915,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.07599694815418691,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058957766268942176,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07629383439120384,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05682374184051041,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07589495943243033,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059530388344107274,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07588425700114686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059598428958175145,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 8,
      "hessian": {
        "down_diagonal_mean": 26.838115692138672,
        "gate_up_diagonal_mean": 592.3694458007812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11059062035875586,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029357963044663055,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.110599609133864,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02931650563142198,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11055632982972982,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02900996161769436,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11059377204540727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029186666178982683,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11075965337191467,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031144249404060437,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11058870750058325,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03144537644501812,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11059411063327299,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031273929091898106,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11084068612751218,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03112190866316981,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.0746538841101919,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06090282838564794,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07492674263522595,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060543781386081644,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07460819313556187,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061507965132399055,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07438568404715082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06155774042498396,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 10,
      "hessian": {
        "down_diagonal_mean": 34.61952590942383,
        "gate_up_diagonal_mean": 590.3651123046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10914863638154673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0295103613680187,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10939608542670871,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029453390907180035,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10936511894354241,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029587033251903844,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10922958798690989,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02956135428146121,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10929765773070867,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031191736397405495,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10924580071968584,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0314715767606334,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10921608206923386,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031264968125896596,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10905490743889475,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0313880646962188,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07605567755083145,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05807755866005354,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07640406060685329,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05743502143448308,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07590825940757262,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05893635320856231,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07567690675758662,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05937011775808838,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 12,
      "hessian": {
        "down_diagonal_mean": 21.54355239868164,
        "gate_up_diagonal_mean": 391.4546203613281,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11433562749819522,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01735733120347538,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11421637213014707,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01705634925359816,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1142813301930217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017112867684987227,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11445508667711662,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017602376973323508,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11435550258451664,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018887721767301545,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11462902906298413,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018952179707852602,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11446557813946097,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018754569699711142,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11430927719112122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018754844424680117,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08376539781889661,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04077718417861449,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08361155963548614,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04585058746621657,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08450742696941456,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04343459006852684,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08306516886120084,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047326295883785965,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 14,
      "hessian": {
        "down_diagonal_mean": 32.569984436035156,
        "gate_up_diagonal_mean": 574.8043212890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1096255267461124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028458327087690843,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10982479967667755,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02816514936278575,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10952533445795157,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028177789797376944,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10958033988972356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0282139689046909,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10954347368974714,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029741917612975215,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10950863221261181,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02950353293649283,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10962002109156614,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029718409673784713,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10944729716177054,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029462555509645882,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07521484921289548,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060085592748579206,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07536437437378041,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0603990282757118,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07520130259418749,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06056312373322416,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07514538366923518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05986742910002685,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 16,
      "hessian": {
        "down_diagonal_mean": 30.696712493896484,
        "gate_up_diagonal_mean": 602.8446655273438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10768142632880738,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03250270211178465,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10747136519748891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.032459682623955745,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1073617377244957,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.032542666329346645,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10742744323344063,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.032513582403511015,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10730851419683106,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03393652857808524,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10747117414022515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033966868140362316,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10750666897689182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03378092822216519,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10749314777973333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033733310480183125,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07447283058937672,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06133853418659513,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07414214646289383,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06182662030278193,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07437160413514127,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06073269509363542,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0740916941619727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06138477258337142,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 18,
      "hessian": {
        "down_diagonal_mean": 24.80096435546875,
        "gate_up_diagonal_mean": 509.9473876953125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10931546998813402,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029103056171684485,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1093162486998154,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029234725060890476,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10924371029588105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029515061057609534,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10930359918806644,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029099578292898765,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10939857221751279,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031102531526938027,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10943452594638686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031050816673896205,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10928914606219879,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03115352596507145,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10933214746884051,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030517737661353638,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07629930392471677,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05676060240456784,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07632385037931319,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05673205977658083,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07568858541504454,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05950900316925027,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0756922059468909,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05882727995167872,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 20,
      "hessian": {
        "down_diagonal_mean": 36.81178283691406,
        "gate_up_diagonal_mean": 551.6672973632812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10833661107719132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028751127195757335,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10815310027116233,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028867702023356034,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.1081662301793405,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0286391154731577,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10828551164296508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02860757653902731,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10829858909614355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030649415460824263,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10824753135095266,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030706948181769205,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10815049438011924,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030776628777956335,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10828370612918217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03075410135327709,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07635627289281646,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058179068756204676,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07598663728732023,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05746989485737525,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07614986848667037,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05734723564022896,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.075777774055416,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059158187344785756,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 22,
      "hessian": {
        "down_diagonal_mean": 32.6788444519043,
        "gate_up_diagonal_mean": 607.3336181640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10898003935614453,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030569130446689817,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10896641695881941,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030416975003637964,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10889619369428102,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030430427856957414,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10889931156592528,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030597165491776757,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10895567078902749,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03243793835277382,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1090729597632734,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03221417516474104,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10889019597400332,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03239870043995877,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10898528895457374,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03232492931495318,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.0741852410970716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06161577300143916,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0749983142803796,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06015304808561176,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0746526328454365,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06123725885327553,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0748356108690962,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06077053361886988,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 24,
      "hessian": {
        "down_diagonal_mean": 23.8502140045166,
        "gate_up_diagonal_mean": 528.5945434570312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11183529973933784,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02986136861434453,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11153585996054165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030024554619090264,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11164252187414184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030260796439373964,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1113701896298334,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030336959797699785,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11161221820248253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03154229287881829,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11142520994924458,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03165602562071968,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11162067997442064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03174693642172568,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11159918764961398,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031746975700149296,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07503306886487457,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06106764651594913,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07516683808854825,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06047732290166309,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07495249425401365,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061228272391244266,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07513299219291579,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06026282459096952,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 26,
      "hessian": {
        "down_diagonal_mean": 26.289466857910156,
        "gate_up_diagonal_mean": 515.1046142578125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11355171408877278,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027327676917611787,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11350299945683616,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027029660281517445,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11347016677756565,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027195842627579462,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11355820470228661,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027536175971420385,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1137361112961082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028421338764992973,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11357503942296174,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028144874165892904,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11337442515511496,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028443568365286442,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11379256267494081,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028367570487998463,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07706164340978218,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05814797482396596,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07745884101412062,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056865638769337375,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07727193031332212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05792267371806593,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07736478692577176,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05704000491244866,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 28,
      "hessian": {
        "down_diagonal_mean": 22.57497787475586,
        "gate_up_diagonal_mean": 583.28564453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10965612195276304,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031776113941427965,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1097877134745588,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031959016191302994,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10948589422493926,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03197295515469899,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10979042722607217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031986036491753904,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10957204663172064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03418862427012375,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10969737190733811,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03445415375409093,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1095539547949626,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.034295139606267476,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1097547465577692,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03426062113054678,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07360415785132135,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0628248267129742,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07361308013648776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06274002481305084,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07341296292341752,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0630183644307051,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07364367340535462,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06295662457298404,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 30,
      "hessian": {
        "down_diagonal_mean": 32.01929473876953,
        "gate_up_diagonal_mean": 570.474365234375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10829112147108962,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029073638256987288,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.10810648010189683,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029137117122936162,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10819881872368449,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029494496582651762,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10805652100467635,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028987691440036024,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10817306930863488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030746392967430758,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10818352495042605,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030737840071330527,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10815185398879533,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030976145987229763,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10807159209331313,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03099416868265527,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07558889507109269,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0598623813336068,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07596548658659631,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05839358787698194,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07601074984571093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059007346008023404,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07617431220001773,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05863285765455881,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 32,
      "hessian": {
        "down_diagonal_mean": 30.720661163330078,
        "gate_up_diagonal_mean": 615.5390014648438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10733960107411428,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03089774154751271,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10727573858839595,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030512610306124486,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10736373625688217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030383518797909785,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10713437448779305,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03042028546527261,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.1071444690642571,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03185928617709823,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10721151615529696,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03241159177699484,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.10701579741001836,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031791532953149605,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10731217660704405,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032295607620188294,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07481119885514653,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05852016403328376,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07422747614786915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060679472353404075,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07464940937979911,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060663345966966604,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07421213937907892,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061677306017418845,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 34,
      "hessian": {
        "down_diagonal_mean": 28.045421600341797,
        "gate_up_diagonal_mean": 559.1500854492188,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11200081366743696,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02635841255485512,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11203669791257549,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026561714664359058,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1119258534170615,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026434740174779415,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11202672128740032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026262307998946507,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11198447722572363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028954203194099106,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11206149762044895,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029086531417759617,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11195325475252373,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02902200923747206,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11192270372214817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029143595186743622,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07793201243719243,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05283975183957778,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.07778603529219698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05532717273381814,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07762843853379417,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05374783506847424,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07745744828876604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055423925287723996,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 36,
      "hessian": {
        "down_diagonal_mean": 24.072601318359375,
        "gate_up_diagonal_mean": 576.712158203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11025771286939559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030867106818558657,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11017724842210806,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03086387875651869,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11012462365955139,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030774533464952653,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11013414013062349,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03075398714616041,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11009121228561333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03280640048199539,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11013083142236976,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03246409266006658,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11011888535047626,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032557227272381355,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11017184909864064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03258864896121867,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07444988696909531,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060591721110289445,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07437427690704008,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061289026798751985,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.074621387760322,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06074421354909745,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07445003209818538,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06085176687355507,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 38,
      "hessian": {
        "down_diagonal_mean": 35.23744201660156,
        "gate_up_diagonal_mean": 551.3419799804688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1118281652503448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02676356398391104,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11155538490250042,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027094813521714688,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11154709874054779,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0276045811304151,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1115801897354695,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027422172907676207,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11141801123791122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02851196463534801,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11145105352170409,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02841552951203068,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11184808038526793,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02880491672178147,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11158673795936253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02888386287150449,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07743152072693676,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05637234692579378,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07707996541856477,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057032988340116116,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07674890859323588,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05814742468786961,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07651926947252626,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0576595320407367,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 40,
      "hessian": {
        "down_diagonal_mean": 37.85673522949219,
        "gate_up_diagonal_mean": 604.8396606445312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11129581672971232,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027235611627496274,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11138085452106795,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02742635779054657,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11130326081304236,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027430893043436065,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11155483257355978,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02727943222560945,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11136677568929884,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030084150650306393,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11122522892945103,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030034714988862756,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11112325654943833,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02996081416991213,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11138191069362453,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03006031250315556,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0778207101330219,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055029663710335505,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07775937658687641,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055709187801712266,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07816771965433002,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05429434641484099,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.0774619688453234,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05343313595240428,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 42,
      "hessian": {
        "down_diagonal_mean": 29.229068756103516,
        "gate_up_diagonal_mean": 534.9844970703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11043774427044417,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029586742334180162,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11039734824779586,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029632046970868416,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11050787893448143,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029371422285213045,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11075952331642613,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02918164944964012,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11049808060176908,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0310730053233474,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11053197047708854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03104350146317527,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11069914555792368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03076902419849058,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11049140596360156,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030899061252633885,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07552528182859797,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06016131929089503,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07542374832648284,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05934986553513662,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0755527127355023,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05970345933258864,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0756084815712191,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05992246312231611,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 44,
      "hessian": {
        "down_diagonal_mean": 52.31973648071289,
        "gate_up_diagonal_mean": 553.3704833984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11615828566588729,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018581086419813878,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11650400795383363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01831985123664192,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11630965866094826,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018345369732786918,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1163300166213751,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018335842898071008,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11630040612074384,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019974169295029195,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11630080462374796,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01939733662305781,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11630047769668915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01981659365520674,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11615801476021216,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019798716149278413,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08513911950162119,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04123376760923314,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08593593332739798,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.032069132211308346,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.08487263923961555,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0374127201823916,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08638012123179428,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03448388871412007,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 46,
      "hessian": {
        "down_diagonal_mean": 24.774799346923828,
        "gate_up_diagonal_mean": 520.8493041992188,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11107362031437636,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027509473601226818,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11117232943406842,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02696364899434875,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11146668308446718,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027551851552397328,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11102570377741963,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027181647565583764,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11121618349895876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029984908969418387,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1113102157970425,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02963891783329263,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11156623929676654,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029944552084098294,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11127316755485171,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03001436278934469,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07645618687088276,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05753783197023144,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07749159325232279,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05218176010632017,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.077039056391069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05617677497629178,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07676068551431994,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05616159274428982,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 48,
      "hessian": {
        "down_diagonal_mean": 26.206958770751953,
        "gate_up_diagonal_mean": 581.393310546875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10883741976665515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0311412221663365,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10931783070478542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03087056730999033,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10930568640817938,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030868839125698315,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10934554400498277,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03102046135820922,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10895680348827294,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03354589846517285,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10933936731277233,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03338264388682514,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.10922729072035463,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033401758205747395,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10920881151405415,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03348661960200003,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07486228730911801,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05985546193852998,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0752671446085568,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056480554670510226,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0752176731428287,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05983192078676249,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07497889225873532,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0603770025962989,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 50,
      "hessian": {
        "down_diagonal_mean": 28.068618774414062,
        "gate_up_diagonal_mean": 537.02099609375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11305412660351294,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02392596179364765,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11327765427257186,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023805087247320403,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1130954456868967,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02402580740884117,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11323897218500027,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02353375423167233,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11317544327727518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0255312478437146,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11316535151665152,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02522754118405214,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11317094100742842,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02563124606558621,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11321442780975448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025353017754169174,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07725140839224556,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05638928043287999,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07749482773703269,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05547228443282062,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07715609257364507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05652641908528859,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07824284833722563,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05321600153277441,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 52,
      "hessian": {
        "down_diagonal_mean": 23.063251495361328,
        "gate_up_diagonal_mean": 576.0859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10990147481931847,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.032642932684912536,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11009058685247113,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0327220179104393,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10988179644539581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03261707745249765,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10977505952099319,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.032689053634832294,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10978005437686321,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.034402062919737804,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10971123527443319,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03439246525316651,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10973546662369961,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03443514765810291,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1098137133891143,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03435717555240402,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07368099509728572,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06287941877964343,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.0736854643000745,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06264843545001145,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07363628017986375,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06302265831182755,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07367549081165624,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06274351785782677,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 54,
      "hessian": {
        "down_diagonal_mean": 28.606996536254883,
        "gate_up_diagonal_mean": 612.0272827148438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11029776873230747,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03161975788733649,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11034308420532361,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03164089329760141,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11046518136065994,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03159452779351971,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.110596320828116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0316775889856276,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11064867290954346,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033383425360384675,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11065836838795452,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033323415283636214,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11036531655429688,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03331919979709855,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11050611983405152,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033325749176662776,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07444060508253615,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061341084851004514,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07412313133492203,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06206598417108464,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07394603193115173,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06256969098288327,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.0740933326166472,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0622866581874422,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 56,
      "hessian": {
        "down_diagonal_mean": 27.512086868286133,
        "gate_up_diagonal_mean": 469.6681823730469,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1144521217024082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024363546010767487,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11457291470853452,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02453965607019172,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11462893609912854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02438861858272504,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11495371058263443,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024853572414985967,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11466268686820545,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0260998650879092,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11445256388914175,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026089284064779717,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11466930915381945,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02628107296200857,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11438064169989527,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02589085824299564,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07914500808455256,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055307921138563934,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07970492160039812,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053522253610779946,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07938484390020448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05255182277397748,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07960764797743118,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05238606907330462,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 58,
      "hessian": {
        "down_diagonal_mean": 26.4328670501709,
        "gate_up_diagonal_mean": 492.44281005859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11339989887661026,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024622180738148786,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11347195535380931,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02479862989071473,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11328780213981805,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024954139015263704,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1134183786034391,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02483017055572774,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11310267045884757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028204463291395032,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11308997169945205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02811888034324039,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11327501072042327,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028307573530759893,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11317920429957225,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02815279849708844,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07779022481382987,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05596650000371246,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07698959471823305,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05714620360223334,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07792823854469311,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05549909130313523,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07796664473320837,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0551271912259567,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 60,
      "hessian": {
        "down_diagonal_mean": 23.687355041503906,
        "gate_up_diagonal_mean": 481.2965087890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10876225034378131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027155222130048534,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10897361405029671,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026671370205601702,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10905931771668093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027086162104625392,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10871551321530738,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027101753167843693,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10906365194862622,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028723692941855977,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10909143482178241,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028196987118425176,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10883497899714434,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0288231262607976,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1090347485236616,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02864854249921847,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07623362636268632,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057652356187266385,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07648903480468615,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05851619364963258,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07578131784756148,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05935553623973904,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07610671351626445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05788321945424722,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 62,
      "hessian": {
        "down_diagonal_mean": 30.391033172607422,
        "gate_up_diagonal_mean": 607.3242797851562,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1118083430589854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028896844526423715,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11184209524188338,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029185370838286845,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11185251283083499,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02892273107436027,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11199715502208513,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02901827685441203,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11201171923088694,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030264475618940693,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11192693828508685,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030636697786271462,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1116302461113862,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030387407042101286,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11182961224604981,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03046884280993025,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07611988840131402,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057710282789161065,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07542493013759567,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060339381011757925,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07584496553232715,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059579243595040014,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07535692667431716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06066988479738732,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 64,
      "hessian": {
        "down_diagonal_mean": 32.739646911621094,
        "gate_up_diagonal_mean": 506.8645324707031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11813640635552555,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022338518761345728,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1183284960337029,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021577683401286508,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11845796791697101,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022148306978548728,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11839678485924686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02201728501132818,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11844309548077277,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023242473602561906,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11846378628472073,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022900767768314814,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11848183078879282,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023076565141253697,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11852702915854259,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023020705955936197,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08089432308926106,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04963537239793162,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.0820743205320698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04382838578893148,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08077418537418685,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046831799512294325,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08164888240636976,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04696941097974978,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 66,
      "hessian": {
        "down_diagonal_mean": 31.325645446777344,
        "gate_up_diagonal_mean": 531.5166015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.11265084734174165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025886222466656124,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11286453682232253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025921219960255305,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11305767928460513,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02694663794886605,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11273948309575713,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026493167193082735,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11282844733467004,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028512824073771894,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11275022037273921,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028694346527698086,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11274991400644531,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029633120063570138,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11272192717849522,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03002307087098307,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07857731411071434,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050318766243210925,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07749768245723279,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05424090449413657,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07771924419782936,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051702128879610516,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07759276665838977,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05259271487445378,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 68,
      "hessian": {
        "down_diagonal_mean": 70.37890625,
        "gate_up_diagonal_mean": 600.35595703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.12602313847668276,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017626090583694676,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.12614567148015798,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01760109758326973,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.12606798751816373,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017481527212915005,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.12592498629170118,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017599958510308503,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.12589525919580885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01820144231941134,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1257375066003997,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017849386110371162,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.12599215415316434,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018219147293905738,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.12581586000061207,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017939985978320666,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08496362315252834,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04669441289905149,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08614342153374652,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.031201132953269848,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08575577491401133,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.040422054165054795,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08545968208538857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04354528951588427,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 70,
      "hessian": {
        "down_diagonal_mean": 21.716264724731445,
        "gate_up_diagonal_mean": 457.4088134765625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1111931915750858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023635986198526297,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11067177269814282,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023443478861859376,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11084620738218148,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02332679254308831,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.1109583844238221,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023827420694102687,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11101750517267127,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026112592689197096,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11081646769076907,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025500408761755154,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11091894456291007,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025748372464577698,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11110553572352316,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026517436597741202,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07896014444772302,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05215350201189724,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07954107894322654,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05034318726820677,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07932804514897321,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05232412557983426,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07880749400276307,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051830145371298084,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 72,
      "hessian": {
        "down_diagonal_mean": 35.636749267578125,
        "gate_up_diagonal_mean": 496.579345703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11983829766145226,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019016636936955326,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11991134631958876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018587816150632812,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11958178452477126,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019086246590800885,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11985392059640394,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0184259382898313,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11988538315159383,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021041853523166378,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1197280382421154,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020625979351317658,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11989625460935949,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020611737020250667,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11977563331402365,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020360347707517334,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08382281956576829,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046128867294097715,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08464403701884345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045456556214338084,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08604328165533599,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045381086549255885,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08429739864761676,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04882001581294006,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 74,
      "hessian": {
        "down_diagonal_mean": 37.79175567626953,
        "gate_up_diagonal_mean": 500.6728210449219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11232859324645232,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019241315435760683,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.112610114517953,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0190126253709962,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11244806012418081,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019337987796305068,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.112574461780931,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019020179987348354,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11245579072653379,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021341765724669726,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11270775849496052,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02152240809889,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11237059307694507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021910255094916117,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11254885764482161,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02184949802577213,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08372309219088027,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.043007337935015474,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08386893223718472,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04433312990196047,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0830475951097392,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04578931006003894,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08421744682100918,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04075295053649986,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 76,
      "hessian": {
        "down_diagonal_mean": 42.690486907958984,
        "gate_up_diagonal_mean": 505.09136962890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11501413132502243,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020030753766418222,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11504477660441147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020160830386085706,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11489458772729323,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01957134249791675,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11506398771990162,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020083353439307814,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11499493430548514,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021587241977803165,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11515002543814014,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021672840778489282,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11503369805351629,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020871902126452516,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11501315512091335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021249801097762325,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08364530355661128,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04748218548626541,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08230540160962159,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04825108923319838,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08367802478366655,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045604784549378344,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08316704856628296,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04235917934298323,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 78,
      "hessian": {
        "down_diagonal_mean": 20.108661651611328,
        "gate_up_diagonal_mean": 516.7752685546875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11233027056301975,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028408325779529613,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11234507298449686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028312825184902926,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1121942442512881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0284674087725257,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11216063935988194,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028614105216489865,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11236964390962981,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03016118366066654,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11242776411080348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03011955185648895,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1122619915487444,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030261586179622636,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1122485174015508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030143370980705266,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07553448325634492,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05991889715934161,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0754377127034674,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060290575891658024,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07566160210217779,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059850656293160484,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07532172675780559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060687346182386984,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 80,
      "hessian": {
        "down_diagonal_mean": 35.587520599365234,
        "gate_up_diagonal_mean": 538.3497314453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11523242517678131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02207904543915502,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11515439907241182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021730899428695164,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11506487433664163,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02114873126767469,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11501005081826365,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0215167124855696,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11524115150073853,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02448363510650516,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11494738872571783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024195449190882692,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11513979263336346,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023299270969689985,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11497446381493141,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023700553551011357,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08037217066018523,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05163068773794568,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08024247160798326,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051240431087052195,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08140000558960178,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04761818678725133,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0812015593437335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05005055219726438,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 82,
      "hessian": {
        "down_diagonal_mean": 24.481403350830078,
        "gate_up_diagonal_mean": 577.048583984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10713999867478581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.033454933832754045,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10722748299336206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03373193181323298,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10711991974312987,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.033451693780392734,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10714007788747486,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03349879098371406,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10687575400813919,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.035495950744880496,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10712524654475482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03548211268465323,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10694649751498085,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03568885837305574,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10702906045340904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03578345688529538,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07384074237000086,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06186354038018085,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0737192545556218,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06272548397426217,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07349511653251185,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06304404798187697,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07356774470092456,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06272051979266477,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 84,
      "hessian": {
        "down_diagonal_mean": 22.28199005126953,
        "gate_up_diagonal_mean": 549.3843994140625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11181289307413966,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031025781905370437,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1118765664346444,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030872963920555527,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11216309354973267,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03084848739404546,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11186532290443606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030806846266551103,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1117946609093591,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03237217380598604,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11207642320600208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03262465238921811,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11205317493018746,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03267301880263313,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11183140328267395,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03263740862567169,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07420841276597025,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0623343406771274,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07431358287889839,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06115492720283259,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07412946548379482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06258502975791848,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07446483535477812,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05851995982448624,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 86,
      "hessian": {
        "down_diagonal_mean": 28.231609344482422,
        "gate_up_diagonal_mean": 528.907470703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1115866928912366,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023387032736797028,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11167495443698029,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023254306222392645,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11163833914568422,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023797305031779313,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11141532854184663,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02347661630346765,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11144924638239898,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025399214434854395,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11162601880109817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025316179307590773,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11161923952062629,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025755404412023133,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11166978788883972,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025826124038007634,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07759039293157992,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05659051683551744,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07867258988806904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05477085736643968,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07731871971956675,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05735165800985252,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07718243473383177,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057212110544321515,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 88,
      "hessian": {
        "down_diagonal_mean": 26.608840942382812,
        "gate_up_diagonal_mean": 580.6170654296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10895334879155943,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03263346213773477,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10896229106422775,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03274911875760167,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10890586458048432,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03276070556286457,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10896014354779637,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.032607377970238806,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10899961391680105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03403527461883879,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10916118667222094,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.034158601293975036,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1089152272763942,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03402768849510306,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10897532899502323,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03398560278844001,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07363490161111226,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06308923297190337,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07391589738073205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0625857368073211,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07366133285187103,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06307062600825004,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07372589995000078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06312313140586794,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 90,
      "hessian": {
        "down_diagonal_mean": 15.780253410339355,
        "gate_up_diagonal_mean": 432.33404541015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11437777131845255,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02519248710563792,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11437573165605217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025774056454943534,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11453079359035728,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025500196809017037,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11417122812077465,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025496286379860286,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11429648355559349,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026227537982093655,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1143994727679481,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026351001375646818,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.1141485431296866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026797463440038527,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11439055922250622,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026458567942325577,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07641344399287457,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05905681902595713,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0763577665414508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058095269579352515,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07586944378473862,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06006561481112403,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07627893032539682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058257641096257966,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 92,
      "hessian": {
        "down_diagonal_mean": 17.582569122314453,
        "gate_up_diagonal_mean": 408.9324645996094,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1179634036772486,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021365833791598184,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11796840644577859,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02145820334054466,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11788601548701312,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021308334625804802,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11790561787637434,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021595983336744392,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11772095098841998,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02343486254778164,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11789343516300167,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023313398413253257,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11798333955123409,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023238533908754865,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11784633895798508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0234469332095446,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07809898532574111,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056012930620055766,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07920832938333207,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05344851874037094,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07906433986617077,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052532980024984174,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07927497070858683,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05090523908689866,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 94,
      "hessian": {
        "down_diagonal_mean": 29.695772171020508,
        "gate_up_diagonal_mean": 578.1162109375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10733352757211147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029761728046226434,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10685558970776037,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029608510294652668,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10730310743172979,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029640000598068227,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10717713203534053,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029763497392281874,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10729530846750886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031046844285564652,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1069114309081004,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031155453868023212,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10736661906869233,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03133420314448424,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10716838069748989,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031036441428861774,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07539920599192945,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05893612048681965,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07561110381810533,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057927110070784604,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07481197280764587,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06057571899639874,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07537409819272488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0594501102367339,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 96,
      "hessian": {
        "down_diagonal_mean": 47.62361145019531,
        "gate_up_diagonal_mean": 611.7974853515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1106152544799952,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0209844063019443,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11088138888483438,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02122151193659319,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1109501746696203,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021260594778742436,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1109275991355505,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02111425380600319,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11077489656138582,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024180877022867062,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11096026975339071,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024041430764371305,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11082376547816401,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02339194968212787,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11083260553319835,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02398185436150987,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08159864395038711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04919279171961318,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08115432266697775,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04589992122485135,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08231006994231223,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0476617643422022,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08233779568334294,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045196965324639723,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 98,
      "hessian": {
        "down_diagonal_mean": 25.545028686523438,
        "gate_up_diagonal_mean": 571.23046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11047694502177857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029488271138320025,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11064566713965905,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029128176745528263,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11013009663648538,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029258664021746643,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1105367279450471,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029509062333266643,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1103309582623675,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0327525817173935,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1104715148762424,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03239074859487571,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11054822177660421,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03256749148962476,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11048129217500552,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03249987180120794,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07573534876581181,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058418752938419256,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0763520991793342,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056556050414908736,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.07610104732232206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05801026488872783,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0756367167395562,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06011925980327766,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 100,
      "hessian": {
        "down_diagonal_mean": 30.89620018005371,
        "gate_up_diagonal_mean": 610.0914306640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1040835882948855,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029468677942412144,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10403613088925695,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028941812733729005,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1040945430720227,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02983393933592506,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10410856041880864,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029496037512765298,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10401242669515182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03198664556901739,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10416526334499915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03133921134779098,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10404025876292822,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03136106916379727,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10413521942748653,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03172717358584548,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.075566640805603,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05321787816005075,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07711364140085934,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05091278699239424,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07665648935970894,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05111329674142204,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07604513622439756,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05474628469754217,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 102,
      "hessian": {
        "down_diagonal_mean": 29.68026351928711,
        "gate_up_diagonal_mean": 558.4000244140625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11110885089031172,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029109602114424947,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1110680305714689,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028813275604065998,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11100947776932545,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02912655189108643,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11092068480139271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029111308316702535,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11099726251254673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029814662246635253,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11099062866196954,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029838174617791886,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1109527938270047,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029969967565697985,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11111116407304417,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02962092541560459,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0753152193983288,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06089039501996351,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07543122352463598,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06063212117205862,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07553202035927974,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05934298943358418,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.075482393062787,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05999152171724854,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 104,
      "hessian": {
        "down_diagonal_mean": 23.42672348022461,
        "gate_up_diagonal_mean": 585.556640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10941610695464457,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.032201117120424144,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10914555326716173,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.032097212198953354,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10939812486580791,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.032108552430293105,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10924277538119577,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03204405942981776,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10912324963877922,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0345829905836972,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10928430317084396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03449258507714946,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1092551783269185,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03470268790187344,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1089395253795948,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03462577675270547,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07354388274097394,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06300591752479577,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07388323890681411,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062084566795358606,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07397196739321193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06212449254040052,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07415196838218026,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06113136637319312,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 106,
      "hessian": {
        "down_diagonal_mean": 33.34130096435547,
        "gate_up_diagonal_mean": 544.0869140625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1144122742937496,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024926820015045016,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11472192428255018,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025240439862317207,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11465979747659891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02498399867105911,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11483770618455405,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02485513321057066,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11481575332205272,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026325581998607406,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11496770172692726,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026781692699670633,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11475766392026056,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026513238524785113,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11472366977499862,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026441747529342547,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07696627413601433,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058100752332375445,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07694635552810515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057586587148844307,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07708249588493138,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058689178002561716,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07745361355334812,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05686902018375368,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 108,
      "hessian": {
        "down_diagonal_mean": 37.531044006347656,
        "gate_up_diagonal_mean": 602.6749267578125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10635579608263657,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03051845575309843,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10626135698204246,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030377353717157173,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10623034752259247,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03052180511400108,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10598977525238959,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03050980864644769,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10590388857979137,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032807635625994466,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10633818974994605,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032338551094733,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10631807500684416,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03273088645276188,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.10637850250359947,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03263234234954857,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07454401609576672,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06159179361392049,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07456028752408321,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061296273675530616,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07507911320847109,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06024049434360005,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07429893620398968,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061754582101614615,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 110,
      "hessian": {
        "down_diagonal_mean": 33.711219787597656,
        "gate_up_diagonal_mean": 575.015380859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11015069060803555,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030010444035138435,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11023207169183849,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02966980313908782,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11019791022816942,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029900174254213336,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1102679019575005,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029753468046709454,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11015834062894865,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031175099782826485,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11021350969470657,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030941078368854312,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11006121377123514,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031223547124884374,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11040488525457763,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031060751975132063,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07574461306771073,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059657922675024275,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0759223902747054,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05974355982293653,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07565727410770816,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05984585653949772,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07557975876000003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060346636163945915,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 112,
      "hessian": {
        "down_diagonal_mean": 55.118690490722656,
        "gate_up_diagonal_mean": 543.0242309570312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10627829851499254,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025716368314921228,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10630975294371268,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025102379346850806,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10618674295974347,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0260074117117271,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10631491112832038,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026036717093987728,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.106267761491896,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027086070191086373,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10618805473490761,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026966824333671414,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1061246052894505,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026801233645729013,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10630589486529003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026889539219910635,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07858003410433488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05170321870463582,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07906735200184041,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04932458016147281,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0785225845380599,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050942799330837396,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07868534564731951,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04404803357814634,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 114,
      "hessian": {
        "down_diagonal_mean": 20.904376983642578,
        "gate_up_diagonal_mean": 509.92132568359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11265957738311229,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030015502329205888,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11244858178170164,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03022374950128703,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11267215246901154,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029943597589676497,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11241445101649754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030104140856932905,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11245614511175578,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03150655426443265,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11255489955268186,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03146244788836403,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11252984631987521,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03139400879454147,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11262663270034269,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03131246271020911,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07503118420435936,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06160864468555469,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07508163718892422,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06138912437134289,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07503922024133787,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061434850471209584,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07487491643396792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06147100041355253,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 116,
      "hessian": {
        "down_diagonal_mean": 23.07056999206543,
        "gate_up_diagonal_mean": 444.72186279296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.12109719184351718,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018963461270084442,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.12114098080656746,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019000065919730632,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1211091189762279,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01864182327506481,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.12133836018926256,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01870466021148774,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.12115862723579356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020604785579863925,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.12115175084612431,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02028540014407202,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.12125628382331248,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02013836104475976,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.12114343482465054,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02074477357196157,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07986993789961522,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05374149249264626,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08054153193882457,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05275347949153664,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08239569227788984,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.028321233482037,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0799516088544733,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05321701932840157,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 118,
      "hessian": {
        "down_diagonal_mean": 26.525558471679688,
        "gate_up_diagonal_mean": 534.696533203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11243982555859208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02694774232985788,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11244050806695695,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026656124486960628,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1127051524730567,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02697864232405682,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11265090410309675,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0268362363342295,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11244341804145447,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028938218405135493,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11245993162778264,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028806062294034165,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11252445472807063,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028602142719349473,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11240250580347032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028457232143588154,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07664291267335745,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05763284104381482,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07762214195234239,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05543589639034385,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07737776986777957,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055664230213581155,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07738068906986198,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0550387047010402,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 120,
      "hessian": {
        "down_diagonal_mean": 26.502164840698242,
        "gate_up_diagonal_mean": 557.274658203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11282300222437182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028354058942432498,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1129609691067091,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02816395983868147,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11290471808832818,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028088749620347617,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11291856198447464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028266999506038885,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11281172175682376,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030127494640201723,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11308653619744369,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030093757764155852,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.112969585552698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029987316251928825,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11298468472143872,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030062814778394484,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07623167751036164,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05731141667982485,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07681231116009078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05618409042162832,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0774630220188426,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052634932304331784,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07667613896101666,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05737797283622764,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 122,
      "hessian": {
        "down_diagonal_mean": 14.14483642578125,
        "gate_up_diagonal_mean": 399.54376220703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11714171034086829,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024449584145952302,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11708927661044764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024208266733612094,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11713679424166927,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02442317720509706,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11703657847002354,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02430307504480379,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11705907862787339,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02592821593081256,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11691252172923565,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02569624534001881,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11709109807774044,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025705483362290088,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11727366044099526,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025907057086348256,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07680956927848806,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05962964794000399,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0768326027512732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05920983109868231,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07698600339224665,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05884477285158455,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07675944807863044,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05955488762502626,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 124,
      "hessian": {
        "down_diagonal_mean": 25.22368621826172,
        "gate_up_diagonal_mean": 548.37060546875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10959576989378515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03199880285782991,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.10986187067310327,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03182218334942616,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10961999271948128,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03168141153933372,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10991385633050116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031862571081244614,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10952094100931202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033457531684947174,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10948663132255616,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03317270114298071,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10955616701268685,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03326176731460252,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10956178738147743,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03322180471408328,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0741844301022011,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06227589254981745,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0743600925131765,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062014612608006524,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07430818087914944,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06210349802071886,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07424484615079358,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06212764672443611,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 126,
      "hessian": {
        "down_diagonal_mean": 16.664955139160156,
        "gate_up_diagonal_mean": 414.590087890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11521048898858607,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02326902657359574,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11531658596305308,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023438399763348744,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11522361914160098,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023314087616270858,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11534795075292399,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023387298753449866,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11507206078561773,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024423525855319615,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11521103975885263,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024644987620306924,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11544500223287829,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024426368962913215,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11525189485870485,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024930915161869852,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07870613205580358,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0554355343477136,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07857499628956206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054324776302455774,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07874044010975423,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055003503146536875,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0784038268371877,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05609956749677812,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 128,
      "hessian": {
        "down_diagonal_mean": 23.871185302734375,
        "gate_up_diagonal_mean": 452.7108459472656,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11683713985749229,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019653362020965345,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11652610437448849,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019957740699738567,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11644540241413363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0195449403904939,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11647402873644397,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0193712847486761,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11675299298137246,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02132412859743435,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11647439274935777,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021036037333533278,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11674551757225639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021445845218009046,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11644567743038739,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021505059003856065,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08039411163993385,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04670868292590794,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08114081291941021,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04973312570514077,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08099374432471346,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04427974814988228,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0807501852631917,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.040310101421080886,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 130,
      "hessian": {
        "down_diagonal_mean": 22.491405487060547,
        "gate_up_diagonal_mean": 468.460205078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11726430111233342,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02204187773586539,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11725698299509592,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0222351270676199,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.1175765660108614,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022013330302061613,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11735041716179544,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022021473659660958,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11721869762715165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023406265795066265,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11732640921790355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02331872067895343,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11714599341551024,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0233249764324046,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11713636334974713,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023520632925628886,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07994872816530314,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052756449828575566,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08040074480856521,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05387160555601559,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08040764744620661,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05297991627271646,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08028678521083306,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05353026491878208,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 132,
      "hessian": {
        "down_diagonal_mean": 31.812862396240234,
        "gate_up_diagonal_mean": 508.83563232421875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11390222466395052,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022740966415967668,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11395560905900025,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022275528741005315,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11393083840374518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022756922347393013,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11412053512068901,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022848315585912514,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11389677554565511,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02447723628193343,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11419793829660176,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024367417837466713,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11378981260270564,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02456513348788633,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11408129824594455,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024724365442742702,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07997589179254504,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049437552685463904,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08013869432150465,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050517845455498894,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08020031497314167,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05062707121861684,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07948210824489108,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05276634014000082,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 134,
      "hessian": {
        "down_diagonal_mean": 32.58808517456055,
        "gate_up_diagonal_mean": 443.2608642578125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1125633835202061,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018129898588380686,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11269522917378683,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017921362960565523,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1124903727460393,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01798196171112019,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11279506143254857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018028526942018806,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11274130805095887,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0218554473378515,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11262862986464539,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020795829739571895,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1127428337164069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021089028944926046,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1126495805613817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021476054883704944,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08226184681965519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04456474263496726,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08341600627292818,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.022262194545799547,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.0835337956384671,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04258575773859705,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08269559781592284,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044707422151050946,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 136,
      "hessian": {
        "down_diagonal_mean": 30.129764556884766,
        "gate_up_diagonal_mean": 589.7733764648438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10823613141451341,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03188104797495111,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10822593525135442,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03164441348173352,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10824620906467415,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03188751315355902,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10831844805372536,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03173397709522784,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10843011012232708,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03336291782521256,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10829805424918963,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03334835442227866,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10837204759082526,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033110490122405585,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10845145389984003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03326399789710728,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07402538678803294,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06237791107390737,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07454635374062518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06051495289472577,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07417483155192597,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062037817913807546,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07445805958332946,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06154222764673421,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 138,
      "hessian": {
        "down_diagonal_mean": 22.885009765625,
        "gate_up_diagonal_mean": 551.012939453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11077957709357868,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03130415954086961,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11077129452659792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03144037238069753,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11068881776671027,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031670495593892366,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11111270310004465,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03126754269850889,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11077115216699024,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03331298913001491,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11074159947714786,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033575118528869824,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11089916249163567,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03351914392121133,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11100098037243027,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033344898069210184,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07406498388589196,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06240537178988285,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0742858748929998,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056941004984130704,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07404523429950846,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06226449568168881,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07436645247610209,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06128552369715101,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 140,
      "hessian": {
        "down_diagonal_mean": 32.74113464355469,
        "gate_up_diagonal_mean": 556.47412109375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10887319967380335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02325799925460585,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10871321241813908,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0240035104818472,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10889668556710627,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023018243433104518,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10890975632794561,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02337302508173712,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10873269955172796,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026054281996185962,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10877236303155648,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025851769086950305,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10872118552893939,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026427053217424157,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10885767013498635,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02600492080661902,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.07902643763258732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04842310124561525,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0794839303329091,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04722815341606293,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07943239945057234,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04478799570983033,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07919798123046722,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047985178875691106,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 142,
      "hessian": {
        "down_diagonal_mean": 45.92976379394531,
        "gate_up_diagonal_mean": 542.6021728515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1186958205779876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021570827770886675,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1186298797022995,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02164796296877997,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11862278498290628,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021597853337165664,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11851295309305857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021576060045923207,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11870395865420529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022880016752196326,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11844405209229303,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022922195204647774,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11853545721650915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022858521279894295,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11846467680422737,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02316044478290983,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08207177571468696,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04833049334844862,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08285329960238169,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048375055706148716,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08183242203625248,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05096293570261225,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08244637971935653,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05048567729545857,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 144,
      "hessian": {
        "down_diagonal_mean": 18.778257369995117,
        "gate_up_diagonal_mean": 470.35137939453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11237159873896521,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030176271199431684,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11238780127159795,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03019223211677874,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11246437747782886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030187069428209364,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11238832000325805,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030185989934041327,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11241358016263073,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03151446638391489,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11242680331130221,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03162134892464581,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11225842978908217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03135338029354665,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11230886612234772,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031566663704527015,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07484381483410078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0617553788037855,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07469854442461729,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062010120912028587,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07500976892182848,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06131125128671174,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07477230271355505,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06164719437859282,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 146,
      "hessian": {
        "down_diagonal_mean": 28.840578079223633,
        "gate_up_diagonal_mean": 557.9182739257812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10830095483922318,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0296658693684147,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10818002194972715,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02964297499979907,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10813475247645112,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029425977553609345,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10812239137054482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03028446564881551,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10803243510266934,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031243538321730307,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10835244341867957,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031085519837852533,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10815456639231256,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03126538783325774,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1082082261253996,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03146408533183276,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07538669201367647,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058046850282049894,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07485638375350706,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06036020767724443,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07553874860517687,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0582353282746708,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07513406167758188,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058933494383463014,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 148,
      "hessian": {
        "down_diagonal_mean": 37.44023132324219,
        "gate_up_diagonal_mean": 479.05859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11265797400746265,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022060792817043016,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11268321755311629,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02219158530593245,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11261884289706331,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021546940813171246,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11254898454399496,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02195771085509536,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11244537536582186,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024682508410661202,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11258804826077277,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024478287372592496,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11260674341727256,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02395847527311851,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11253461438964177,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02430023660690561,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07834144406922175,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0540634442980509,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07942041971297281,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046392421599141254,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0792665755032807,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05004951400612435,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07883712983125213,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05268352888395564,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 150,
      "hessian": {
        "down_diagonal_mean": 35.31774139404297,
        "gate_up_diagonal_mean": 612.834228515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10966247022348151,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0291407747236789,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10960697162982871,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02904563553039171,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10937512955062996,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029004002878888845,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10940697161715816,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02904213385436367,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10967836114987933,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031365241757714456,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10989438832061432,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030749837047374967,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10943622105750289,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031167242324251138,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1097236089061122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03102766857078124,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07623944141288211,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058314203352237096,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0768448306137989,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056253866403545565,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07707705955577408,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05559468285758258,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07672201261471416,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05728556334444042,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 152,
      "hessian": {
        "down_diagonal_mean": 22.611833572387695,
        "gate_up_diagonal_mean": 446.3497314453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11160254878352212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024048962737210636,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11170140426388378,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02407678541756916,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11166319321911687,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024168939190658722,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11181234048732215,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024082947838552245,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11191814427052761,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02591509112827157,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11162369719720122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02617521445080255,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11154069920633687,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02616435559305851,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11171154097617286,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026077828930576884,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07833682353556838,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054820121683450115,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.0784469212157612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05342787719310249,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07774453089594337,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056554133828354114,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0776947270818875,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05624167301989331,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 154,
      "hessian": {
        "down_diagonal_mean": 37.570682525634766,
        "gate_up_diagonal_mean": 574.7666015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10878788573010732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027120338094304478,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10878314196407753,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02733725904542834,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10872793166490169,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027131916116498317,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10871697349305552,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027134543431440283,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10873168315617752,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028905975417559526,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10875166561639697,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029143922814714864,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10865438819563268,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028862706541660847,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10849722609373057,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029090190342205943,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07709405385413784,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056536387754190134,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07682609552468563,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057086610758015945,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07688820661289904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057339397944007865,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07649457930659345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05760314345953503,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 156,
      "hessian": {
        "down_diagonal_mean": 17.33633041381836,
        "gate_up_diagonal_mean": 435.7628479003906,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11448170140180428,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02559268533904389,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11458036438587745,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02557913256036952,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11456402572275506,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025301885828402558,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1146458288953982,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025583333487343138,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11449457920225692,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026864687182963597,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11445881187713719,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02691325481839873,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1144890314718903,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026759795493402093,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11452194710349987,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026883434605344245,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07671334786095955,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05762148978925355,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07715452336227713,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0568552981049876,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07699973754792049,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05763039420914195,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07726710840861244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055479533665605055,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 158,
      "hessian": {
        "down_diagonal_mean": 21.300764083862305,
        "gate_up_diagonal_mean": 505.6974182128906,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11271751699668221,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027530113525138896,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1129643845164776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027640781252530354,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11293589437962841,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027605002345151893,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1124271544854772,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02769415479259067,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1127682188024862,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029215250605159802,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11278611863395034,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029256599907381695,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11254906798799269,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029301468662338473,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11252929739353466,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02910693864772193,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07627963269558119,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05902630986304913,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0761274918171717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05952959199246206,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07591290631490064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059937680893328175,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07631062649019062,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059559270938933866,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 160,
      "hessian": {
        "down_diagonal_mean": 32.06439208984375,
        "gate_up_diagonal_mean": 497.3559265136719,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10710105758359,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021151220002774456,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10720852369970119,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021697842508097694,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.1072123525310334,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020886570827076286,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10701772844238544,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02167591863068834,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10709133775610957,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02398070069089676,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10714213790812324,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024246299337580702,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10711086069846208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024185817440001686,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10716746257107242,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02429291393811671,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07908162350028501,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04721357120770931,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07890024061078446,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04799464686136723,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07994933841594036,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044682440470615876,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07882720930727974,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04471046147055885,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 162,
      "hessian": {
        "down_diagonal_mean": 20.143821716308594,
        "gate_up_diagonal_mean": 368.9786071777344,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11506274540825906,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01629729367613197,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11503251731918293,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016302715243845495,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.115103098678302,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015803513747370494,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11515024415861908,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016151182878607152,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11502661956190238,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017509348035567193,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11518668456388875,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017503070896138534,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11501753916860273,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017321342009445358,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11492762756436467,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017928393427500192,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08459805937671434,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04286225051306684,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0850466878960464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045691942731963246,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08509340704899106,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04293090423294707,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.083162192005444,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.041444825046556506,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 164,
      "hessian": {
        "down_diagonal_mean": 34.85771942138672,
        "gate_up_diagonal_mean": 561.0701904296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11186222089330425,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026339729199368483,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11162775227235308,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026620060789910045,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11161960028381865,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026408158513600608,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11156037366181965,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026342868549029477,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11165592256700176,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028010827865196836,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11167714587446757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028215869434455206,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11170237614903107,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02829064662749137,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11155181207038273,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02835608752843072,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07850763030277522,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051573064246347486,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07785720080817457,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054849252242996895,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0784326779645421,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05303738619255861,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07786792939617672,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051287362846140314,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 166,
      "hessian": {
        "down_diagonal_mean": 29.85007667541504,
        "gate_up_diagonal_mean": 489.8871765136719,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11145749539578846,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02557038043765875,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11142531222531173,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02565972596566204,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11146763025565445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025402772797800198,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11145588923219271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02560080497194666,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11123329410727355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02649163218564884,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11129619187729216,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02681331179624246,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1115059567290655,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02677104754012827,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11143916274828908,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026543169444502242,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07895681411331561,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05114851786299136,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07811630265944193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05480685533330248,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07857554014978087,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054609286730288115,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07890461022124251,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05087269225687124,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 168,
      "hessian": {
        "down_diagonal_mean": 35.229515075683594,
        "gate_up_diagonal_mean": 526.7606201171875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11120470383346598,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02312240056954972,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11122106289791092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022796029794348034,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11119032372210896,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023137440060659077,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11098162999757206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022852819571156743,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11128243314920767,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025482514542934504,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11105208732122407,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0247946517757635,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11136336240238304,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0246474711275435,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11116075626329429,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025139477298349262,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07874611431966588,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05168889910344045,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08010705512124998,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.040718450681702024,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08019709910965346,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04059843084216848,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07957789228144467,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04590754919115886,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 170,
      "hessian": {
        "down_diagonal_mean": 22.462482452392578,
        "gate_up_diagonal_mean": 577.8260498046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11079360883267932,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03118623862381661,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11073936159509194,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031223946952496,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11059335503800519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03146363312240358,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11086961931006441,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03153821389364569,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11060293704380646,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.034271256175461784,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11058173809859244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0343987626068982,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11041944923467724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0342680555041824,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11068790836880184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03432896990066992,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07427703811754081,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06210472205953408,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07423023153546361,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06210887171496049,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07390827072850377,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06254644383922031,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07396166960223978,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06250526703293902,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 172,
      "hessian": {
        "down_diagonal_mean": 34.84306716918945,
        "gate_up_diagonal_mean": 520.0623779296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11550291682338,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023813109419873267,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11567420068293034,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023672581557858664,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11561263120066118,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023648264890162935,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11564967608722677,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023448315907145544,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11551182286386315,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02525834222939323,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.1156440245705656,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025028318638734417,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11551347625809603,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025078553383361898,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11550092239513998,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024766431988295208,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.080438787091739,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05218418502427629,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07977237090452657,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05405017733309802,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08113815945857042,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051138280620068824,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0819375034954631,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04935675987021973,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 174,
      "hessian": {
        "down_diagonal_mean": 21.760047912597656,
        "gate_up_diagonal_mean": 574.8585205078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11076152765460712,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031522471835868406,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11112998102601555,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03160141926479362,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11092939297581975,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03141558168094971,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11086912830185484,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03153804531626525,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11078411929787461,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03417351641431157,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11114726287295507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033928180224358444,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11098044174381744,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0342331998480246,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11079780777972303,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03418266348381852,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07389307404244257,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06249021991748672,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07391180016974723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062064683764478754,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07378962747602856,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06265623286076619,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07393152482618458,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06240556670873877,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 176,
      "hessian": {
        "down_diagonal_mean": 25.344514846801758,
        "gate_up_diagonal_mean": 603.1197509765625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10865849200508734,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031934413598064974,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10835431126070917,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03190002016005389,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10875391454458141,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03186125237764651,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10855395625102779,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0320367665522399,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.1085287825051031,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03452394335392331,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10857498413994704,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03433261700984649,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10849261580248919,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03456986699907011,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10867462245758812,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03430132900138677,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07417492193041575,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061796553391055456,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07419200929188653,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06140238237599186,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07359495531046754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06282409624667883,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07456932310440081,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06084267046674043,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 178,
      "hessian": {
        "down_diagonal_mean": 40.332000732421875,
        "gate_up_diagonal_mean": 530.5921020507812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10821784725224709,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02241563009183297,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10822991326895245,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02277028162335042,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10836126872093035,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02240791614860107,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10821971974187541,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022857829444177358,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10799516078265944,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024028126500159657,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10806310154400271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024156374455023687,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10828692504789744,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02395414906553795,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10837270185731807,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023990100667810196,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08081567110157942,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04776998463428494,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08027749473263263,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0491662064444572,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0811176418102202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04774801029323002,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08155003960206347,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04724070441258511,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 180,
      "hessian": {
        "down_diagonal_mean": 33.37051773071289,
        "gate_up_diagonal_mean": 521.2249145507812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11627232754354003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02465541765807745,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11629185615212112,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024636978082892953,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11604320924222926,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0246062664522608,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11619200705092829,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02452238432452242,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11613747858207833,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02578376800543243,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11614484681760731,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025660235102799182,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11625618719016279,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02570415602166344,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1162594514323109,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025610120182737662,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07959859429501641,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0546158191353402,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08034670510745966,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05388648911944348,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08018087097891205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05443554395951586,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08057707339503416,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05265386798225048,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 182,
      "hessian": {
        "down_diagonal_mean": 19.398910522460938,
        "gate_up_diagonal_mean": 484.2479248046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11566458264406791,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025262655251758734,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1161296968545385,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02544900685908438,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11591929407563711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025180147863142266,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11588071952960044,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025345579822922282,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1159832122178565,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02668451360929004,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1159363046730675,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02690758985796952,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1159309392038143,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026851407122590477,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11590938386801374,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026851882545087993,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0764159160309437,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05917234248214441,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07669895823752182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057219539774036654,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07682365495011978,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05759153098303717,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07643993507281642,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058695179992434836,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 184,
      "hessian": {
        "down_diagonal_mean": 31.275161743164062,
        "gate_up_diagonal_mean": 424.345947265625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11483771148230416,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013954321722710595,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11512610057379334,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013889370688829897,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11507479583932555,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01392366487071764,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11488967849469728,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013679423733549597,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11489909054260421,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015133080879194587,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11497918369668242,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01534513321390008,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11473097606575376,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015261015206270814,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11517073034524483,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015323250659994033,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0877171272865313,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04169283953449699,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08725862405065414,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042572513277909896,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08795736852507482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.043115866854575954,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08708472936794268,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042784633473886606,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 186,
      "hessian": {
        "down_diagonal_mean": 40.436309814453125,
        "gate_up_diagonal_mean": 495.23394775390625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10877872313856546,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024069104225290777,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10881727960318516,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02350983496345348,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10900253373811945,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023643198151360394,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10886304247989025,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023915279591791655,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10908116358959125,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02519593276561139,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1087449739275725,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025097965521588998,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.108747222316289,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025216439412325292,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10903837682450161,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025441050082798372,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07712231861760627,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055988270609883824,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07804436797317492,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05125107209944251,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07754245795348155,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053972802225496185,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07770370623897892,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05352143637329833,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 188,
      "hessian": {
        "down_diagonal_mean": 23.891246795654297,
        "gate_up_diagonal_mean": 432.4869079589844,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11369059455502196,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021344645781632334,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11384531133361626,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021379538161197156,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11386684143709803,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02144630918315283,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11381503841375712,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02126897236360659,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1137697958620893,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02338618010990598,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11390360693143235,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02357259623836578,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11367274206147174,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023442543510500683,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11356370817774139,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023476811097636736,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08206160326684589,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04903791016515789,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08086921864619827,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050273589440499936,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08086785259050451,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05156007473726278,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08130556081250252,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050406275686372765,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 190,
      "hessian": {
        "down_diagonal_mean": 29.369773864746094,
        "gate_up_diagonal_mean": 520.2740478515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11274343148123901,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025921710286051326,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11243540386223522,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025884421755563266,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11235803655630466,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02569063039995124,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11259932144690814,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02573951393196339,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11242063227607743,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02763982284052122,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1124667406884379,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02742156058182787,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11234684429410127,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027514790033006324,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1124451915899482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02742877288651671,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0778614601719527,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052980749484138764,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07854825485137444,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04935489190254459,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07876766739181763,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05235458191326525,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07819071100629797,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05401035692070442,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 192,
      "hessian": {
        "down_diagonal_mean": 27.267730712890625,
        "gate_up_diagonal_mean": 617.6275024414062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10880065953968632,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030578479942738324,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10863565754866662,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030932439995456227,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1086736186638759,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030840884815150495,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10856840902150541,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030957794099548415,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10882076420569003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03388506642681487,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10865224034603517,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033905015545317704,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10857210761353041,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0339600869826338,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10868875821432368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03373087675070589,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07405075756986951,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06157178290236101,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07444664565209203,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05878939375794201,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07433125325396059,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0607347029920169,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07388116266330377,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062120371709607665,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 194,
      "hessian": {
        "down_diagonal_mean": 18.140060424804688,
        "gate_up_diagonal_mean": 477.82269287109375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1145392024283685,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028233317252637453,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11457150611164131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028332120367773963,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11472308405725938,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027953929129437095,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11461432631735347,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028500486793635385,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11453677650312125,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029973883709368248,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11464418017113753,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03036903964301571,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11461073638816296,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03019583700140795,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11439860569046245,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03008588601229737,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0755403013570757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059761675172876734,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07557398171944035,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0580209944071713,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0757416296277798,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05887365180099013,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07520242495433016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060816939316504504,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 196,
      "hessian": {
        "down_diagonal_mean": 26.30523681640625,
        "gate_up_diagonal_mean": 587.8003540039062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10926598774251733,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031683895314555025,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.10941004004511778,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031688846856706296,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10910094959325584,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03177843251900223,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10916208047678676,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031863572372043424,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10952867352767236,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0345214730631693,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10940889096776622,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03460970300518046,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10905862734681705,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03452190492806174,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10939942110253308,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03451131355254045,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07494958272265331,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05881122039071544,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07423468060153518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06210911726463269,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07467761525423279,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06126033763886723,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07424836801413312,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06184842312619709,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 198,
      "hessian": {
        "down_diagonal_mean": 32.82164764404297,
        "gate_up_diagonal_mean": 564.6077880859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10802965377481283,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029923619665234248,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10834577200701236,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030019501628529406,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1082195377728381,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029752756219022087,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10809801932308935,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02973211211750066,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10834472021380252,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031298437047623424,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.10814719897434882,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031215025556550525,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10814862329662776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031198821182152052,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10814238174152915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031235788642227452,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07567033122547732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05879423252103633,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07550580027443578,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059597755364372035,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07538393432201589,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05787395881250129,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07545274599472675,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05969554626970345,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 200,
      "hessian": {
        "down_diagonal_mean": 21.439228057861328,
        "gate_up_diagonal_mean": 432.72113037109375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11472869798111887,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02065262666549857,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11450885916828865,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020602810168980783,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11482739448725882,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021057478165364657,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11468590246395415,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02071096107783086,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1146517893835262,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024327087343328013,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11463698338566139,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0241766010982907,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11466055432521732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02404475000351348,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11459616778325109,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024496209066031515,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07815102791523615,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05164091132196188,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07888236254574581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0388992490931295,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07826751766012441,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05252888871197532,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07779894620737692,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05450212263840794,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 202,
      "hessian": {
        "down_diagonal_mean": 26.330535888671875,
        "gate_up_diagonal_mean": 462.5345458984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11406088760781782,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02194621777972997,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11380101850338867,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02192758459752794,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11417305341557404,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02180553001057017,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11396960098761215,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02210911020048872,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11420000036118645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023994320889433405,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11401284580544092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02386312709446639,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11425626819424878,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024018311158584684,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11387940037552069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023953293963083745,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07943500055236614,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054374245678845835,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07982345661369228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05128371813161681,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08049371765533386,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048935927919708556,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07924930803241717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05406624201201939,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 204,
      "hessian": {
        "down_diagonal_mean": 30.971981048583984,
        "gate_up_diagonal_mean": 608.3575439453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10975257362350606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03126745895477447,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10968730586277912,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03111711151125672,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10970682936642731,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03132666313161509,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10976430326707197,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03106915584435504,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10975101314296018,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03324956020058315,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10982767915646126,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033343112999629027,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10957953439945932,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033461126223416085,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10963885374851816,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03321862094267306,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07476432626410874,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06134965463869647,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0746072481318965,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06181100577852353,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07486594634310602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06028643752844507,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07485047198583271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06127067111795655,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 206,
      "hessian": {
        "down_diagonal_mean": 33.34429931640625,
        "gate_up_diagonal_mean": 446.5695495605469,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1123366993150192,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01723428544067962,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11222656816968372,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01688751361818045,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11241703743961337,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01702222050998028,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11223731692728132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017176088922015043,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11237153970850673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01917510593591138,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1123352810694771,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01904949630490847,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11244780746418542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018985240777631654,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11245692679532059,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01908064370261789,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08361676699379277,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04905197263630889,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08410152719845558,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04693439634832557,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08440224087655683,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04780940072758005,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08450211522729932,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04164085635034626,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 208,
      "hessian": {
        "down_diagonal_mean": 30.11504364013672,
        "gate_up_diagonal_mean": 611.3286743164062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11101703767327414,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029919003438391177,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11101277431474331,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029914588414332244,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11100828125070139,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029872174028141595,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11103807252053088,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030484291423994763,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11098633016754146,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03134868545839026,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11101941903954964,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03147640140821928,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11102620371775193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0315392096559139,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11085671217889945,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03155315526229666,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07576776745090966,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05978580986951639,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.0756937967645114,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0590681760534645,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0759354506387322,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059521794188532116,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07513226373799355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06077800038401045,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 210,
      "hessian": {
        "down_diagonal_mean": 48.099273681640625,
        "gate_up_diagonal_mean": 600.64208984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.111499127823759,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024568294772943394,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11155879360968049,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024565576411220324,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11156641168718515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024615350241224833,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.11150978291574101,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024373714048303453,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11159732125884543,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026056240135100554,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11156612873773718,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026526610159762456,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11141685291730359,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02641567972488455,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.1117351434568433,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026274687986035345,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07918390770864003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05186152218580129,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07781711990920934,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056729281900773434,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07836835102963434,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053620385084869535,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.0796663623913809,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05260055702764713,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 212,
      "hessian": {
        "down_diagonal_mean": 24.71233367919922,
        "gate_up_diagonal_mean": 418.572509765625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11453717091746891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020519991586440797,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11467834254408464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020509620926265026,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1145270486089909,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020874478350506345,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11414249885455932,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021038224092592078,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11466202056477763,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02338916407737941,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1145618258134354,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02313692454812305,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866403,
          "packed_nmse_vs_bf16": 0.11476552463236435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023562761231080746,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11457688766631366,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023474512634829504,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08275102378457265,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04471297293815942,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08277693959453283,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047708412550014255,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0825809969334712,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046749819609991104,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0819043925158031,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04798559252195264,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 214,
      "hessian": {
        "down_diagonal_mean": 35.394378662109375,
        "gate_up_diagonal_mean": 579.7530517578125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10721457116474341,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031542553002228635,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10728692440655663,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03171075421481882,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10738109919412564,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031450791660248056,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.1074049666005747,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03185728675776636,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10746870321098728,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03291116342370335,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10751003773687261,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033075047406742504,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10735197278448234,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03313021300004861,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10749544573126665,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033025124781726665,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07441015531943805,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061822843558061016,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07470985784416397,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060673715197784986,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07455869177446355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06026336650757178,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.0741818268609401,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06189166272705074,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 216,
      "hessian": {
        "down_diagonal_mean": 31.482826232910156,
        "gate_up_diagonal_mean": 609.6544189453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1082246082755047,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031695704712602975,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10817324955053242,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031661924917499036,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10816389924207476,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03179827524783402,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10834137819764723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03174976248179578,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10834343854015281,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03322806390766611,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10832938735721316,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03314779594296378,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10831912008824085,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03322026426149208,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10832992519193878,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03351952357757655,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07545028215125296,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05901035483898867,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07498449504434701,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05972037232349811,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07483470088994591,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060902720531735205,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07497865568803183,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059170742668685064,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 218,
      "hessian": {
        "down_diagonal_mean": 19.385814666748047,
        "gate_up_diagonal_mean": 520.1471557617188,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11025280168140396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03147934551503631,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11057604038060537,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0316639774991417,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11077610384291334,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03174852932598038,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11048398491746614,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031597243366776516,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11055774827834275,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033495062847779755,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11080198311598492,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03360897701044488,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.1104545541122688,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03383022972660715,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11037646004920577,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03382130694065316,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07395391065218311,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06244674383156808,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0738514481776796,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06262200088190446,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07377807284219454,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06298495992547763,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07366683568476272,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0629686382690464,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 220,
      "hessian": {
        "down_diagonal_mean": 13.601700782775879,
        "gate_up_diagonal_mean": 311.4705505371094,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1148474558977135,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016221617739601905,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11469767561035289,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016267355890755994,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11479893723780069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016501855954580664,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11474760438665885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016529954294933986,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11466091448255045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01777666937072182,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11465375779299082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017737846313315396,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11468430949533095,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01770045654828876,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11476696783892965,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01790502752235841,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0832075030727037,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04474862252764095,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0838024234517511,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046982707724889085,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08240043260016196,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04804515416005338,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08246181606351033,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04861305742917601,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 222,
      "hessian": {
        "down_diagonal_mean": 24.201515197753906,
        "gate_up_diagonal_mean": 524.1679077148438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11026399864729093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026440365527560867,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11018544908563851,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02626358536315044,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11026021481074202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02704143801354594,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1100778714007487,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02627182483079551,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11017970769373843,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029114447435528944,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11012977887055368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02904882872277789,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11010915181778434,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029326304585786295,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11007996144821067,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029111920474472447,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07736727260254173,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05491757825332134,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07672257988702608,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0562664052227086,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.0759618883073045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05855022297362853,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07775466201918238,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05406368735974652,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 224,
      "hessian": {
        "down_diagonal_mean": 31.456764221191406,
        "gate_up_diagonal_mean": 564.0506591796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11083677251859936,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028357721504342383,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11081618948767523,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028270923373344827,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11087807869623864,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028104991718856987,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11077352832179657,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027846160588973577,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11090404308912799,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02971083845996543,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11067546573433658,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02966141283834447,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11110527579951132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029400540349008304,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11102322159897884,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029473305004632338,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07527164204121818,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06070109316304286,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07543040909882158,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06061312110973642,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07546508360430841,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06037284804110919,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07565480345537089,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05991821935986911,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 226,
      "hessian": {
        "down_diagonal_mean": 31.154220581054688,
        "gate_up_diagonal_mean": 576.2464599609375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11022809196806892,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027190626858597997,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11039644038001087,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026724504815086987,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11029842458188391,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027118019477614975,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11011001011215617,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026788794766333987,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11010298853243515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028893978588859746,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11024252118341213,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02888218934061577,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11019853622680834,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029038388026237663,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11038681139802937,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028854183568536102,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07554866382271039,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0600160579148189,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07555504813252478,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05946831146717454,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07555828798466477,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05931770303278811,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07554365918291905,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059969288822121665,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 228,
      "hessian": {
        "down_diagonal_mean": 39.83636474609375,
        "gate_up_diagonal_mean": 573.4270629882812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11151092861836205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025792804476543762,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11182437306399721,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025554573525437614,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11178105907863387,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025741623521632385,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.1116113713201542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026085566227694836,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11186304035136264,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026781419087290453,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11153632675973295,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026466140640033105,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1115277985861962,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026882380826707915,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11164247780343946,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026765418165607974,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925397,
          "packed_nmse_vs_bf16": 0.07851080328563077,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053057665777183446,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07802397197399613,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05494931708679969,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07850407550652355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0546297303625859,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07854146343265059,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05439760867272178,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 230,
      "hessian": {
        "down_diagonal_mean": 27.991357803344727,
        "gate_up_diagonal_mean": 598.1337890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10793018160075551,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03210688531407545,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10794149238594983,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03229505117440211,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1081319465187722,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03192482456867879,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10810494652076368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03206978978575402,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.1080922210389576,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03465082674506998,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1080729527457923,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03451539157802826,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10795785124604941,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03472891766791996,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10798430622618085,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.034621175292411856,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07516238547470806,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05944706330894336,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07520049302761235,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05931179936410122,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07477657327883486,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060558664543679606,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07476273308054163,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060672252253550454,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 232,
      "hessian": {
        "down_diagonal_mean": 18.15066909790039,
        "gate_up_diagonal_mean": 423.72265625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11431914295061314,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024287804500894572,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11439172808170009,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02446348277372876,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11429157515589426,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024325843610732874,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11441626926923312,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024461896314165114,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11456855714831637,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02642059262436785,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11427472217356943,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02643551229166213,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11451382908953134,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026141919153806533,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11430647252936006,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026324986449867648,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07711399128602336,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05799272511528953,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07709301096154748,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05793580783574798,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07760452591712864,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057522094765991245,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.07704236095765783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057723118619224426,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 234,
      "hessian": {
        "down_diagonal_mean": 20.586393356323242,
        "gate_up_diagonal_mean": 481.9995422363281,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1149994845030054,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025731313227650612,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11509412742009191,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02551561345358155,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11515689662758898,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025498764340042928,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11472953898935045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025454774604692736,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11499669802882487,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027069726156015817,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11495493405764007,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02686326007006591,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11508999221839786,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027097878887026812,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11477684720450208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026929750337247697,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07691712554189345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05687905984546851,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07783329106840356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053396849575219583,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07749969627539414,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05637362815088817,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07696003119503325,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05784984131062056,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 236,
      "hessian": {
        "down_diagonal_mean": 26.957687377929688,
        "gate_up_diagonal_mean": 564.4095458984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1152322922770411,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02699169102012318,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11563793103449506,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026983895559525493,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11563937400413317,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027021339437789435,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11554047204490747,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0272396300152409,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11553622514110062,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028712852825617016,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11562132273400653,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02881885733354809,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1154797650161009,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028527525876072744,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11565090206682357,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028528335917252838,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07668394545122297,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05884757409156721,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07690974944680247,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057073945634869866,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0769316860382259,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05795064937212394,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07636323729452528,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05885389519378436,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 238,
      "hessian": {
        "down_diagonal_mean": 30.172870635986328,
        "gate_up_diagonal_mean": 579.19384765625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11034643249411555,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027921317509056458,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11034360664438164,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02818044520501087,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11040893611344753,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028308492691221463,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1101668726964901,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028051548816098965,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11031064589147019,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03051271161088052,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1103880339547579,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030524157605177765,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1101439193628025,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030669258921777822,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11032580579258251,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03052718187038923,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07606839492288893,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056009313023121524,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0763231206792305,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05618040767093094,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07604138817684214,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056239058961614054,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07639007742536189,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056587667097627616,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 240,
      "hessian": {
        "down_diagonal_mean": 16.111995697021484,
        "gate_up_diagonal_mean": 423.17694091796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11157283273353201,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025283242403371344,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11141546328102972,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025341155220625213,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.111612059416298,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025193180885030458,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1115444944205424,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02549348193848902,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11153567478587204,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026517409162669623,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11165484006122811,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02703110300647544,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11118198585734124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027056430017314483,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11144056004154507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027111394125842472,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07575287396207216,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05915314796684174,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07569859433959653,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0591591886036461,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07570506720889132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058788725341311486,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07534408813676206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06040391903145778,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 242,
      "hessian": {
        "down_diagonal_mean": 39.37449645996094,
        "gate_up_diagonal_mean": 583.6243896484375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10914269565604057,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028322800510026485,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10903060238544676,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028565004293461666,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10913706107990404,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028739051845615256,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1090669600169737,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028341090685426756,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10905691285186328,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028947589845518824,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10904040791122359,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02964440528409579,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10910684083163938,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030245407600862934,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10894677897213438,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029992325954739447,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07600848943032305,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05795621531717273,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07553177470220793,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059693176418390635,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07563936338902881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05924040031101592,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.076063345515492,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05885651970550165,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 244,
      "hessian": {
        "down_diagonal_mean": 25.158235549926758,
        "gate_up_diagonal_mean": 595.6326904296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10905361935706367,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03288759143483361,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10910611806838606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03291732667277167,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10891629913477403,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03279045006871267,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10904324270417601,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.033172441497471256,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10892534865127927,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03550587375029283,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10915472256390892,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03534706615608216,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10880567693942833,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.035459606053217664,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.108755571339188,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03563286445049845,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07367225312532964,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06266765814409885,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07358145133369426,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06293185663751473,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07357737596922617,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06260577777003103,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07359583090760302,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06279140018177251,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 246,
      "hessian": {
        "down_diagonal_mean": 87.9994888305664,
        "gate_up_diagonal_mean": 533.538818359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11224319267782175,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010698804303678344,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11240153670163967,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010393616336200012,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11233985248819213,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010360339729944575,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1123179698509225,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010567224198385882,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11248883248516682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012564207544514577,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11254226875974291,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01236286994454425,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11232364571863249,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012269717412343409,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11248931632779409,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01249372223152869,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.08988583441500432,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.02888849884832796,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.09038284308562994,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.026537181713695745,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.09058506146704752,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.02714731035536167,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0911385928617102,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.029608652461438328,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 248,
      "hessian": {
        "down_diagonal_mean": 32.12419891357422,
        "gate_up_diagonal_mean": 494.89886474609375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1174682474565924,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022429001444101516,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11751723285003535,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022678042956302297,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11774065775041404,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022399031538456942,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11765504932228775,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022401926839725632,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11757670812473318,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023478434982572856,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11754662485660645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023703846795320692,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1171349216595077,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023649119094922007,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11752219204810287,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023526206752210843,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08030139441960628,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054233112389752855,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08036492446576049,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053770073480107636,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.08055369041873191,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05317681063827878,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08073976729979539,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04835732004103769,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 250,
      "hessian": {
        "down_diagonal_mean": 27.033409118652344,
        "gate_up_diagonal_mean": 606.1722412109375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10741002734967597,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.033354428066727386,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10779458311540424,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.033532299248813076,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10753273080496285,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03345012372788539,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10766600662185906,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03352517161530438,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1074270641813198,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03551265818525096,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10741681781820123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.035456738185095545,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10758939009946737,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03549963543767393,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10751655538461684,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03534070600842789,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07329330317176515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06331601409857145,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07339219177319743,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06167278292724095,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07316163795928488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06359515372451707,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07321389449527968,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06346467853180073,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 252,
      "hessian": {
        "down_diagonal_mean": 21.77359390258789,
        "gate_up_diagonal_mean": 450.3382568359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11306645837612478,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0236280266691545,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11316282281968491,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023889590985594043,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11284238815995867,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023735341829896554,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11309370153988292,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023854763829360557,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11311434238980575,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025463586689960085,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11284148201824232,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026263066088809885,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11304257600561425,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025949651307922476,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11309028633148727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025910022602011633,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07997083398759522,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04388092180376536,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07908764401312968,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0481368526166195,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08018417007197905,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042762285571269154,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07882945726117552,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052491285184020665,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 254,
      "hessian": {
        "down_diagonal_mean": 35.738651275634766,
        "gate_up_diagonal_mean": 591.9909057617188,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10831217262854904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031411058925915815,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1082361495298125,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03102743058288749,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10803978654584612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03107018951063315,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10820270449029862,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03132302571822757,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1081495339079903,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03226833058736725,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10804506308119376,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032340727645370965,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10826490238921162,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03222243378243201,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10808705022434648,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03208754852536579,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07492827302274596,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059913224369443595,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.075186907684915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0597852996789062,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.075266313917953,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05984697126887073,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07506352891329537,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06045221024163222,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 256,
      "hessian": {
        "down_diagonal_mean": 26.288833618164062,
        "gate_up_diagonal_mean": 532.739501953125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11121760909692001,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025467204014056388,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11112667190376177,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02545927790369969,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11121058935913523,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025861451516287656,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11099584349660159,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02580262594313059,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11124154356311095,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02784772476415439,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11095189374531474,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02786595004361068,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11109273942644608,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02827917021792607,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11106355038376398,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028301176352656394,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.077683706403191,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053049184632101815,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0776413697705841,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05070776777833095,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07741072507049993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05534077591620028,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0770662508521761,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055230397980077756,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 258,
      "hessian": {
        "down_diagonal_mean": 23.664888381958008,
        "gate_up_diagonal_mean": 500.0252990722656,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11312951491925612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02601397526872157,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11308578642983547,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02629243117878054,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1132750361816938,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02607627328413946,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11283380025026818,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025761984860973475,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11290492731627369,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027499355137674927,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11305597227589344,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02775451249402586,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1130758125868452,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027662916376607057,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11316522529265884,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027511085671905904,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07672437171584631,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05813867726359421,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07651619877242638,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058251918477832385,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07694656416872402,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05772548715475637,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07735369664952206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05762935508644338,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 260,
      "hessian": {
        "down_diagonal_mean": 36.25265884399414,
        "gate_up_diagonal_mean": 562.3013916015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10739759104488493,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02886414761576502,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.10724679067345531,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02976412297689228,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1072922598341721,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029411873409311243,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10732986430726532,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029344697674170923,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10731689974000604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0313345100674647,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10732370841931343,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03121478280769793,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10722050969611123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030973922257761747,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10730990842241081,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031613660310877194,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0750183451758504,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06027301988489521,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07481263012440686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059551014170621225,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07513600178558019,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05959634990565923,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07449732881929057,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06119383492759143,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 262,
      "hessian": {
        "down_diagonal_mean": 26.919551849365234,
        "gate_up_diagonal_mean": 549.7560424804688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1088241041709523,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03142245075429021,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10874337858625902,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03143101145269584,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10892648512916225,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03140859714669436,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10877826604088875,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031145811527658704,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10884758387416762,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03277791560679305,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10871021677423857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032637894917266055,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10886210243594117,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03240185554194545,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10885443446860778,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03255158679332005,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07418946243705525,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06204848581367061,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07444497749674457,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06127985028041054,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07500813295772442,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060315820249671366,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07444634128018478,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061384100709465754,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 264,
      "hessian": {
        "down_diagonal_mean": 24.234512329101562,
        "gate_up_diagonal_mean": 587.622314453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11021429135113292,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03153399232419516,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11022874304697113,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03135199587945107,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11043355215274592,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03156235954311957,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11030046591190519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03143472985611996,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11024070735580774,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03393357928817224,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11030895823770354,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033817867585294356,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11028617898377095,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03365045846114906,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11015987404070103,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033887903233961875,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925397,
          "packed_nmse_vs_bf16": 0.07382136943372568,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06263449751256663,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07365804178794001,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06287118630788563,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07416262414364308,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06170458310438817,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07412568738789105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06191203688043946,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 266,
      "hessian": {
        "down_diagonal_mean": 32.185150146484375,
        "gate_up_diagonal_mean": 481.57025146484375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11213387986117956,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020492371385690725,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11239559090507292,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020264181451271856,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11218451879999554,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020544481161038373,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1121058668617707,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020546513330203867,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11204248308552282,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022701713790851157,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11203884160585792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022646057540813166,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11200071998870785,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022656395221826255,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1119230149212318,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022735056035701202,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08185380349061831,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04907252060708552,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08221942325432655,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047251358703839744,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08135455854833507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04996598535585092,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08096735003205502,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04994288495414827,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 268,
      "hessian": {
        "down_diagonal_mean": 38.75752258300781,
        "gate_up_diagonal_mean": 467.54425048828125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11328714780809418,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01783708433416807,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11357364312845293,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01726614539873579,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11326633339862913,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017593984402435377,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1133113673636676,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01775442923996764,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11332524877589105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021227977332989145,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866403,
          "packed_nmse_vs_bf16": 0.11358146912842515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020600138510246443,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11312998097731877,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0206677904323916,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11331946077151857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020136116725336717,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08179049004009988,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04778832296279826,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08272650937484932,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04387685327940963,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08083382148146884,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04815883850921662,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08267403789981825,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042328597965678005,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 270,
      "hessian": {
        "down_diagonal_mean": 34.74616622924805,
        "gate_up_diagonal_mean": 617.3076171875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10687720793654559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030760686378777193,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10721781720424273,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03104873951155261,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10695576426040408,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030963567047292827,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10714590889061551,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031106872900846964,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1071864585684396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032805062358488686,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10706078337574744,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032777300474776755,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10724102047931892,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03261762415000714,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10688869952571928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03282456102829701,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0742808837402159,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061588213538265435,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07413764267482281,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061969748867106544,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07420832037753318,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06195079212138438,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07404065611608711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061821182925160645,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 272,
      "hessian": {
        "down_diagonal_mean": 37.44818878173828,
        "gate_up_diagonal_mean": 589.134765625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10760997512435598,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030790191123333487,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10782030575609347,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03021115041222428,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10768228777497849,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03061068825656418,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10776003247372434,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03070897867780012,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10782229558063637,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031893834394306084,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10781650572975912,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03188686425374534,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10763088825580343,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03179614812508337,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1077018472895948,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031740902224411616,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07505063282211229,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060423248178921266,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07557887504474575,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05828177164603182,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07601782373537264,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05805544846862607,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07534460515369772,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06010742656858388,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 274,
      "hessian": {
        "down_diagonal_mean": 30.010984420776367,
        "gate_up_diagonal_mean": 474.5527648925781,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11540045013467126,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023256620167054,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11521865783197727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023550452303981714,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11542862068576429,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023090005199449586,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11519288541065954,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023243423670213384,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11532735706669553,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0249534246007014,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11551283051200054,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025262053899505824,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11533010961638741,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024762860380826198,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11542074889848875,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024660941011096074,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08121704681191597,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044554980359548274,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08082214551756757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05187982811658433,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0807400090336202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050004298346594075,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08218028825109612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042771369359560205,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 276,
      "hessian": {
        "down_diagonal_mean": 20.00728416442871,
        "gate_up_diagonal_mean": 429.7723388671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11402162639456219,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02371661207695648,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11383324553529131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023945747224881242,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11373237501082165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023753727242968464,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1139104194879037,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024001824298452896,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11361928760814352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02594245900423499,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11386279482519449,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025928693957139752,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11395528065865941,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025431136194387687,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1138872056131649,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026255076882646403,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.078542561400266,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05655053411843733,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07886113132871769,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054863070819666356,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07925129209987426,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05359849165225434,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07839729244934587,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055965043119067616,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 278,
      "hessian": {
        "down_diagonal_mean": 21.55914306640625,
        "gate_up_diagonal_mean": 529.6799926757812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10887061964827695,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03131088538704146,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10861682912608872,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031539711304186605,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1087500821596279,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03159356849039859,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10877234333847133,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03142855343360985,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10890425532147187,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03357964190508482,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10846957315490925,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033583076652848466,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10869870478083968,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033587668233626695,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10884597159244806,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03372446833941198,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0748774788577786,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059930170334276604,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07457110088349657,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06116377201707749,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07435780040869562,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0618352099719793,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07508748406467884,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0580483495780476,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 280,
      "hessian": {
        "down_diagonal_mean": 22.16561508178711,
        "gate_up_diagonal_mean": 564.0313720703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11132382012066404,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030300403390145034,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11122742450798422,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030606254445973986,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11129116803250455,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030297405857184243,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11127169489280886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03048834191660571,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1112370163788517,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03289189591195648,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11148597197020867,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03273574716161413,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11132767359616985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032809988241959506,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11121456028140565,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03281209872282547,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0744229691675891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06137412737649745,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07434646108919278,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062023189316880195,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07424593674900137,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0621913127185099,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07444045570424254,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061491544764585473,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 282,
      "hessian": {
        "down_diagonal_mean": 22.629165649414062,
        "gate_up_diagonal_mean": 511.48419189453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1088865256568571,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029799832920915793,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10900249776301014,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029647012875812645,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1089998782195307,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029619830256520242,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10919682870463622,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029776538286336127,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10913344449665573,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03138708155728109,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1089457958931568,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031188954673069664,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10896595158835083,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03126982959255141,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10894817340467268,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03132614158289402,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07540566410307521,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05923022718908991,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07517519505680177,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05997593704531331,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07518463309031899,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05993085125353877,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07544136685977397,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05915384253964858,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 284,
      "hessian": {
        "down_diagonal_mean": 32.028892517089844,
        "gate_up_diagonal_mean": 430.21160888671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11547132737149501,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013008732130523072,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11544442449489012,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012965870898565622,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11540604327392379,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012790367908084514,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11552171771434111,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013058215800558721,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1153493087902526,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016190983068854758,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11529559563512586,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016306317485769432,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11531287694857466,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016753696212178735,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.11516148251019027,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01644367689562526,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08623303291418075,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.035696451633993015,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08481714564522473,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03484452920061047,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08423559030932809,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.033067745940955184,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08401456668057171,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03867884807800139,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 286,
      "hessian": {
        "down_diagonal_mean": 26.491920471191406,
        "gate_up_diagonal_mean": 440.6135559082031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11091187935620873,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023970073112480787,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11088073573339968,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023837267471975003,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1110355028626437,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024393380763272736,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11093934118621016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023899866129713142,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11081064234216785,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024867520248493303,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11082693246896035,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02492900470899349,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11066949690237984,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025427647046827272,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11106361995360085,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024989293821944723,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0788635723275539,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05377013152494861,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07872372378319151,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05250701300356407,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07761252876698907,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056543304101939695,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07805557771544418,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055777939044730517,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    }
  ],
  "experts": [
    0,
    2,
    4,
    6,
    8,
    10,
    12,
    14,
    16,
    18,
    20,
    22,
    24,
    26,
    28,
    30,
    32,
    34,
    36,
    38,
    40,
    42,
    44,
    46,
    48,
    50,
    52,
    54,
    56,
    58,
    60,
    62,
    64,
    66,
    68,
    70,
    72,
    74,
    76,
    78,
    80,
    82,
    84,
    86,
    88,
    90,
    92,
    94,
    96,
    98,
    100,
    102,
    104,
    106,
    108,
    110,
    112,
    114,
    116,
    118,
    120,
    122,
    124,
    126,
    128,
    130,
    132,
    134,
    136,
    138,
    140,
    142,
    144,
    146,
    148,
    150,
    152,
    154,
    156,
    158,
    160,
    162,
    164,
    166,
    168,
    170,
    172,
    174,
    176,
    178,
    180,
    182,
    184,
    186,
    188,
    190,
    192,
    194,
    196,
    198,
    200,
    202,
    204,
    206,
    208,
    210,
    212,
    214,
    216,
    218,
    220,
    222,
    224,
    226,
    228,
    230,
    232,
    234,
    236,
    238,
    240,
    242,
    244,
    246,
    248,
    250,
    252,
    254,
    256,
    258,
    260,
    262,
    264,
    266,
    268,
    270,
    272,
    274,
    276,
    278,
    280,
    282,
    284,
    286
  ],
  "gpu": 0,
  "layer": 7,
  "physical_experts": [
    0,
    2,
    4,
    6,
    8,
    10,
    12,
    14,
    16,
    18,
    20,
    22,
    24,
    26,
    28,
    30,
    32,
    34,
    36,
    38,
    40,
    42,
    44,
    46,
    48,
    50,
    52,
    54,
    56,
    58,
    60,
    62,
    64,
    66,
    68,
    70,
    72,
    74,
    76,
    78,
    80,
    82,
    84,
    86,
    88,
    90,
    92,
    94,
    96,
    98,
    100,
    102,
    104,
    106,
    108,
    110,
    112,
    114,
    116,
    118,
    120,
    122,
    124,
    126,
    128,
    130,
    132,
    134,
    136,
    138,
    140,
    142,
    144,
    146,
    148,
    150,
    152,
    154,
    156,
    158,
    160,
    162,
    164,
    166,
    168,
    170,
    172,
    174,
    176,
    178,
    180,
    182,
    184,
    186,
    188,
    190,
    192,
    194,
    196,
    198,
    200,
    202,
    204,
    206,
    208,
    210,
    212,
    214,
    216,
    218,
    220,
    222,
    224,
    226,
    228,
    230,
    232,
    234,
    236,
    238,
    240,
    242,
    244,
    246,
    248,
    250,
    252,
    254,
    256,
    258,
    260,
    262,
    264,
    266,
    268,
    270,
    272,
    274,
    276,
    278,
    280,
    282,
    284,
    286
  ],
  "physical_tensor_count": 6912,
  "schema": "glm53-brandon-style-low-bpw-tail-part-v1",
  "selected_k": {
    "0": 2,
    "10": 2,
    "100": 2,
    "102": 2,
    "104": 2,
    "106": 2,
    "108": 2,
    "110": 2,
    "112": 2,
    "114": 2,
    "116": 2,
    "118": 2,
    "12": 2,
    "120": 2,
    "122": 2,
    "124": 2,
    "126": 2,
    "128": 2,
    "130": 2,
    "132": 2,
    "134": 2,
    "136": 2,
    "138": 2,
    "14": 2,
    "140": 2,
    "142": 2,
    "144": 2,
    "146": 2,
    "148": 2,
    "150": 2,
    "152": 2,
    "154": 2,
    "156": 2,
    "158": 2,
    "16": 2,
    "160": 2,
    "162": 2,
    "164": 2,
    "166": 2,
    "168": 2,
    "170": 2,
    "172": 2,
    "174": 2,
    "176": 2,
    "178": 2,
    "18": 2,
    "180": 2,
    "182": 2,
    "184": 2,
    "186": 2,
    "188": 2,
    "190": 2,
    "192": 2,
    "194": 2,
    "196": 2,
    "198": 2,
    "2": 2,
    "20": 2,
    "200": 2,
    "202": 2,
    "204": 2,
    "206": 2,
    "208": 2,
    "210": 2,
    "212": 2,
    "214": 2,
    "216": 2,
    "218": 2,
    "22": 2,
    "220": 2,
    "222": 2,
    "224": 2,
    "226": 2,
    "228": 2,
    "230": 2,
    "232": 2,
    "234": 2,
    "236": 2,
    "238": 2,
    "24": 2,
    "240": 2,
    "242": 2,
    "244": 2,
    "246": 2,
    "248": 2,
    "250": 2,
    "252": 2,
    "254": 2,
    "256": 2,
    "258": 2,
    "26": 2,
    "260": 2,
    "262": 2,
    "264": 2,
    "266": 2,
    "268": 2,
    "270": 2,
    "272": 2,
    "274": 2,
    "276": 2,
    "278": 2,
    "28": 2,
    "280": 2,
    "282": 2,
    "284": 2,
    "286": 2,
    "30": 2,
    "32": 2,
    "34": 2,
    "36": 2,
    "38": 2,
    "4": 2,
    "40": 2,
    "42": 2,
    "44": 2,
    "46": 2,
    "48": 2,
    "50": 2,
    "52": 2,
    "54": 2,
    "56": 2,
    "58": 2,
    "6": 2,
    "60": 2,
    "62": 2,
    "64": 2,
    "66": 2,
    "68": 2,
    "70": 2,
    "72": 2,
    "74": 2,
    "76": 2,
    "78": 2,
    "8": 2,
    "80": 2,
    "82": 2,
    "84": 2,
    "86": 2,
    "88": 2,
    "90": 2,
    "92": 2,
    "94": 2,
    "96": 2,
    "98": 2
  },
  "sha256": "e64eb9ec42838a3c1d9ca634d2c938d3d2e0e0072b339ce324d593204fd78c74",
  "shadow_experts_ignored": [],
  "source_sidecar_sha256": "07ad0403bf18a63e185129f676f276f88fba385c47eded7ff18c4eec20ea103a",
  "state": "COMPLETE",
  "tensor_count": 6912,
  "tier": "k2-k3-tail",
  "variant": "2.0"
}