{
  "bytes": 922811656,
  "expert_reports": [
    {
      "expert": 1,
      "hessian": {
        "down_diagonal_mean": 34.59552001953125,
        "gate_up_diagonal_mean": 567.342529296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10933241413708654,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026059320974497195,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10943478061230882,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025846350427605472,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10937540261655991,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02608859740517565,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10909875312891969,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02594810363318398,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10936689627899393,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028456328094723482,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10939150896325005,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02872269841513387,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10935640988616878,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028379244871477614,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10931491756945765,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02881661866352039,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07608051194269218,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05921258755421865,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0759108724325099,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059244783497132546,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07598423192375012,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05935881850865616,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07653656508177731,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057829816016346874,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 3,
      "hessian": {
        "down_diagonal_mean": 28.280431747436523,
        "gate_up_diagonal_mean": 486.8158264160156,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11565688136505449,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025061048936257938,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11563543004258542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024246113377111595,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11522686794544056,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025004147340996416,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11570057333436698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02476721068397849,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11547586175427323,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026848968303707355,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11560900272305497,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025522414896453474,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1157801908270354,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02665232583074442,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11554821332514591,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02641958240175181,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07765152961280357,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05345804492305038,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07983211539281966,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045985660544348696,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07819814590356193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05257066861693222,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07922265910662937,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049099583298045195,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 5,
      "hessian": {
        "down_diagonal_mean": 25.02156639099121,
        "gate_up_diagonal_mean": 390.53704833984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11256492161294332,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019650354581323495,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11260385843100602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019446435831389417,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11264923578513408,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01967001889845809,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11258093722381717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019322637402473294,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11254898292059834,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021180627120512063,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11239802574478003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02095719280556739,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11253413607795947,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021423418446967712,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11267349969927802,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021038009667705172,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.08065975727884926,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053125257469953086,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08084202767819663,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051553505977101975,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08027825764553341,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05344078822914579,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08075861811915927,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052533968715081696,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 7,
      "hessian": {
        "down_diagonal_mean": 30.66010284423828,
        "gate_up_diagonal_mean": 524.6419067382812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10809788656723911,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02587668723380283,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10784092674285835,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025487605358561302,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10789905566889495,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025827579897898453,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10796378373498317,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026164204527032983,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10778082443296245,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02742593833434641,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10788687300555196,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026199053595230448,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10779494676619253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027020752083345933,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10783759836292178,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027401529065522397,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07711528272706511,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05687475888909889,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07785203590232768,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0524828609837483,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07716556120731445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056719872749206195,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07677813500840011,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057586072606850724,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 9,
      "hessian": {
        "down_diagonal_mean": 18.71939468383789,
        "gate_up_diagonal_mean": 442.57794189453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11081388735929336,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027199241259905697,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11074561517138407,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027316236134046015,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11053028316173602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027106563384329336,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11066002080776785,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027355635501018886,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11066321590495647,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028693978954698628,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1106497496466221,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028792615938421334,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11071689615026072,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02833936606216722,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11073382629720466,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028557294274826346,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.075444854353763,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060582814409134704,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07520958162194633,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06048758721220293,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07510444432680276,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061012538716684515,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07513983161868822,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06088291699338792,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 11,
      "hessian": {
        "down_diagonal_mean": 19.330108642578125,
        "gate_up_diagonal_mean": 391.198486328125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11310996969559749,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021927184293529373,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11319015386288639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021492301453653297,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11344469487085763,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02120387569285771,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11336158958258045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02170017439302329,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11333235049151776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023414762426720945,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11330430762111396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023414174557250877,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11323455253148695,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023069042547478692,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11314672843958508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023313119869907098,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07849079039643313,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056130393468605905,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07845768614700728,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05606944956750651,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07896901856352324,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05517436663822568,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.078508630423714,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05602805793029804,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 13,
      "hessian": {
        "down_diagonal_mean": 26.144577026367188,
        "gate_up_diagonal_mean": 452.5092468261719,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10958624064873003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022464195017062975,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10956633205407193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02281878841102929,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10958948890432119,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022429240227053032,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10957422257755352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02280862952368944,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.109253117190594,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024761973479792407,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10927352680371999,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024852335669398505,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10948299125254338,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02469148652092046,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10956150458554617,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02491039910823742,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0792268487448988,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052172028084104594,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07894279743064551,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05347894844912067,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07843477645652591,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054661903865351455,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07855526596396412,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053724803766600465,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 15,
      "hessian": {
        "down_diagonal_mean": 49.39388656616211,
        "gate_up_diagonal_mean": 427.0618896484375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11424787861968684,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013528809032536318,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11391651237936222,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01365573623400028,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11415656396993816,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013605383939913663,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11408853475206229,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013686775740166648,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11396536472253642,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016228048330344948,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1140582761618975,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0161820479451489,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11410294487250044,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015881288461222023,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1139409404630978,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016210762610258753,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08854128085199833,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04061686561020358,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08934785318916509,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03696359490656009,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08920078531517459,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03589774580932443,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08844896556424307,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04176042921231167,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 17,
      "hessian": {
        "down_diagonal_mean": 35.35502624511719,
        "gate_up_diagonal_mean": 564.433837890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11345285960590093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021824750572978335,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1132130027894331,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021969567694693326,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1134100767885349,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021532302213510802,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11327362264440209,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022085410264328986,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11324402099525815,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025262347880414104,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11333318584023055,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024902058540926728,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11332939970488866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024749817093278267,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11321827610113973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025254230587687884,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0777128810558283,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05555169894940519,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07795058954557879,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0563988706469426,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07862605300465446,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053247999283352575,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07754566355426759,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05545537784195818,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 19,
      "hessian": {
        "down_diagonal_mean": 33.04264831542969,
        "gate_up_diagonal_mean": 543.6155395507812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10811529847070489,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0272460870416907,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10816514544645331,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02723926221432126,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10776455035500886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027469993126037914,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10804418247063712,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02736135104627385,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10797617782102029,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02938059171349641,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10813262209750793,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029494268441458645,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10800432678607112,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029582157118571636,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1079093796242918,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029662934117806867,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0750363626827261,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06089270457920515,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07487819379789232,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06100362749204712,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07478507501430452,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06110528676525445,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07505737695247597,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06098961836054115,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 21,
      "hessian": {
        "down_diagonal_mean": 27.960596084594727,
        "gate_up_diagonal_mean": 486.479736328125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10959959297522272,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026709780184201573,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10983331265171528,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02723947016102324,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10984049117655265,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026969908363108627,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10992633185660063,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02689523010737912,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10983823298395935,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028092136041613994,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10987726424967885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028525998519634783,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10984743504094936,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0285170190894894,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10969887542112598,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028461273697568637,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07707875702385765,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056468529199747944,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0765812836548099,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05768689281694705,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.076973973969193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05705327711884176,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07696714836467972,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056368157539739644,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 23,
      "hessian": {
        "down_diagonal_mean": 39.69389724731445,
        "gate_up_diagonal_mean": 535.6781005859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11823673061637026,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02109129494971654,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11793979674727866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020498483763751362,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11826340020865356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020917187507849013,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11807968530640028,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021125146614990393,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11820356547301392,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022699274177113673,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.117949248298689,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022691401813485883,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11801852899396857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022309116017320413,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1180538507356725,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022698078005340416,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08078603127339078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05322822769327429,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.08092850738874073,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05372393128492275,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08123015402472228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052628708111707806,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08046824024899665,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054554485942081954,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 25,
      "hessian": {
        "down_diagonal_mean": 19.83747100830078,
        "gate_up_diagonal_mean": 436.1833190917969,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1124095223110492,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021175443012074996,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.112746192417135,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021357527598175458,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11272952903936585,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021696603809182032,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11257939000067761,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02179433835841209,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11251224258098613,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023692055366825022,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1125433448425217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02366292569765022,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11247534197344432,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023944245929384857,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11268727687749154,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023639476147299953,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07888794693951652,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05291347755297788,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07863179026043488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052895639130978604,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07823233538297002,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052577563118346,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07998751680233455,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05036194029082233,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 27,
      "hessian": {
        "down_diagonal_mean": 35.09698486328125,
        "gate_up_diagonal_mean": 520.0560302734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10994015478292618,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024839761819239213,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.109944536649134,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024952668735041535,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10974480142949108,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024826527936083306,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10993505721316821,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024947019142624406,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11014690117796075,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02760245163435953,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11007346028194429,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027624063298141856,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10982436995044603,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02754916236305246,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1101384590003738,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02757673021615938,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07675514144104191,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05876511749679341,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.07651076494942047,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05922769930660195,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07671990162501548,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05900344650417838,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0768966624227322,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05846814211737361,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 29,
      "hessian": {
        "down_diagonal_mean": 26.41138458251953,
        "gate_up_diagonal_mean": 459.27337646484375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1131621735160721,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021768722560466726,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11267845921697595,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02171255002155014,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11300440812276383,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0219180053397093,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11279261695992694,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02207265631039334,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.1128986124615321,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024046090842288002,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11284624521643824,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023791426604160233,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11279769682516763,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023839314795935002,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11303041782127955,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024186025012646925,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07999286052712164,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05412437459043299,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0801717254292812,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05364761324789773,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0795514739778867,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055699210126176825,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07917910857588067,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055585033748658814,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 31,
      "hessian": {
        "down_diagonal_mean": 25.770292282104492,
        "gate_up_diagonal_mean": 405.4913330078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11657160857362725,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018579623534450838,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11656137876013724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018225783641983413,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11629536819800633,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018627805470126647,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11679811862354177,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01825901823090889,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11673465097670965,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020634486146590632,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11630949412446889,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02012694443616656,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11650004010729784,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02021797804542443,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11622651775003764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019993218422768393,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08180622622464703,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04545315445559083,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08271827032163744,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04625416755861828,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08367442103695505,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04329967978236313,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.08342372676220665,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045730196299168045,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 33,
      "hessian": {
        "down_diagonal_mean": 26.584627151489258,
        "gate_up_diagonal_mean": 581.30810546875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10950517670568297,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029322014812725356,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10941749101360614,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029555307073192674,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10952258805987186,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029340013543029484,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.1094212362344424,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02921306394214212,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.109504613838484,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03163412977814932,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10933415895604591,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03171399409445795,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10951126336900116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03171336869946893,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10950581654250105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03170555940497034,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07395156319422443,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06224651374677991,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07428198479164043,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06162522942482118,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.0741392667328404,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06174305579691242,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07412612258398929,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06108582725533533,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 35,
      "hessian": {
        "down_diagonal_mean": 39.84090805053711,
        "gate_up_diagonal_mean": 415.7078857421875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.118171990137146,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01567868604327786,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1180480491087674,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015943915645180554,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11781797667549733,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015934555253640303,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11786943469453132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01560404767428758,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.11811652747605532,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017263387694116505,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11808836606868298,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01720828550258622,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11782704268317144,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01722846131235853,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11797389715425805,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017411145610605853,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08858548863764014,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.037213065901966776,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08875136038726014,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.039611533530013766,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08798786503912855,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04021603146324655,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08764105083782076,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04133501544402378,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 37,
      "hessian": {
        "down_diagonal_mean": 48.791908264160156,
        "gate_up_diagonal_mean": 412.27642822265625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11533862521056737,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010636473818214379,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11524201574694885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010993675561983204,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11522764448964043,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010729911045007465,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11511602254055021,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010818748041951782,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11546712245705573,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013042892955343272,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11532797903079477,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013141481995004266,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11504616317188983,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012955586804507941,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11537332570386775,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013216100315295081,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.09225069426564901,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04082120538207595,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0912449399626388,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.039708245189722144,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.09120088713600939,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03867194346989157,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0893772365049445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04221630434026857,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 39,
      "hessian": {
        "down_diagonal_mean": 26.040145874023438,
        "gate_up_diagonal_mean": 570.33740234375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10687957285043466,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03080268545226966,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10699753129383754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031013407694827178,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10682274786473658,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031099095252777553,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10684466814425088,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030954802781381734,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10663547637837556,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033153583536706235,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10685018953480534,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0333523359342658,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10700231314873529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03345127291470365,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10676794386547148,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03333040861564829,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07355585047462584,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06271591851057924,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07372120656966348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06273148336962482,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0737626675577902,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06198460241174572,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0736405517525945,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06258589640807717,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 41,
      "hessian": {
        "down_diagonal_mean": 28.14021110534668,
        "gate_up_diagonal_mean": 572.8289794921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10705436475019525,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029648806186241473,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10694155972984477,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02960183045036158,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1069638588621513,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02969601071054283,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1067921955522852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029847556497958803,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10678256280114636,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03261245548739988,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10697964586015629,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0327662714075362,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10702394699426107,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03275378959549083,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10711787161190636,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032503357912344766,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07412224304792453,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061862444994537316,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07433716134912724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06167070380808036,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07421903888013913,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06179035113888642,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07386207109576985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062486095562793685,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 43,
      "hessian": {
        "down_diagonal_mean": 35.26252365112305,
        "gate_up_diagonal_mean": 500.3888244628906,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10952885186153868,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022668076153484793,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10956596666125865,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022525518836425305,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10944557128733574,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022701720405234316,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1094868757692275,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02256333865889857,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10969135952682375,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024272441297944185,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10948872555630447,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024514062890356826,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10963461466735962,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024616318977225642,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10947322705366376,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024534410264792635,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07919098265729622,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05159155410049318,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0794852501965745,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052572531225661884,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07818210341300762,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055879730200724884,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07934393760680465,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05191780659136313,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 45,
      "hessian": {
        "down_diagonal_mean": 22.023435592651367,
        "gate_up_diagonal_mean": 451.14288330078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10920068197710683,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02488151502288101,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10886455759107885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024742426034520433,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10899082600293329,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024745897408908476,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10888764195032469,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024825523133037094,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10903262562519629,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026982682723691347,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10895173166510908,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026857054058899432,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10918180543631958,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02724419935589834,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10903237376065734,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026742142993119566,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07784065914181397,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05626364761055087,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0783137207683241,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052009191921260745,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0779618328120653,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054279715108355935,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07752172424784576,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0557454738313893,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 47,
      "hessian": {
        "down_diagonal_mean": 35.0179557800293,
        "gate_up_diagonal_mean": 475.81646728515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11047971421553832,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022515725192140644,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11013222025882514,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022672529373121336,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11018156054658378,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022934197613904157,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11034747156628362,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02277983925286535,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11017951694159371,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0262966635101096,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11023942565412323,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026722300520905348,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.10998634714791224,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026185266754589355,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1103843431960106,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026120438243636815,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08012750228691008,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0439608484066741,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07933809757064228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05117080862804185,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07968683839578025,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048803358185609866,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07974531998452758,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04769507076538509,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 49,
      "hessian": {
        "down_diagonal_mean": 51.79119873046875,
        "gate_up_diagonal_mean": 498.6604309082031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1087104270527863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02184542089809257,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866403,
          "packed_nmse_vs_bf16": 0.1089854892276492,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02184924723780547,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10898384201951253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02188982863277672,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1087386777283929,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022046864897821462,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10881605946054866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023737680644766643,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1087394167906758,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02346067502062831,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10877136087424769,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0235409204188276,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10895654289324194,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023452820009082474,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07851076017668361,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05188775373994422,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07947188672457574,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05268942966754677,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07810587339446079,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.02984916459837508,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07890260545578058,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05370989789993225,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 51,
      "hessian": {
        "down_diagonal_mean": 15.565532684326172,
        "gate_up_diagonal_mean": 387.1590576171875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11182778418222906,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02008661478929411,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11189797150092236,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020260509009172884,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11178671744628794,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020211757196281405,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11181090854917732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019741467758650055,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11164686136278933,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023361041435287545,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11188705126504891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023093982992673498,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11162407096906873,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023406744200658837,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11187118599942214,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023337403660488143,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07945675221999478,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05164521922428069,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07894141167278156,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05123986713084328,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07893915068289482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051503435643717566,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07917423121849886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05094154289438883,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 53,
      "hessian": {
        "down_diagonal_mean": 32.12775802612305,
        "gate_up_diagonal_mean": 480.8607482910156,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11413462349956657,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023887562326350253,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11369672243544067,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023896386785034675,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11367174840395365,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023873905420764407,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11399276199793075,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023481401436052082,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1137524423767388,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02552451189791722,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11376603815772553,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02538905189675486,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11397078454652522,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025204448282234705,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11392637070246532,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02528208298416676,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0804061276053316,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0504364391144683,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08011134296160019,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05360040914228537,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.07966725452586955,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05514962088282532,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07962590322738838,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05427248817809893,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 55,
      "hessian": {
        "down_diagonal_mean": 24.814281463623047,
        "gate_up_diagonal_mean": 425.34979248046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11330585912283601,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02310288825764017,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11341788313490521,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022823151086926178,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11347881605147987,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022643708033065202,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11327578738070473,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02256310693639981,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11321439178930517,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024294556108446327,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11316859969247792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024341955994228177,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11332376797517482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024036687354989598,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11355139506858247,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02406213619964187,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08031595685765802,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05030894443260214,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08034739103633298,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051590325833623475,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08068574861526251,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04837417779360833,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08146855447055554,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04940009327734253,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 57,
      "hessian": {
        "down_diagonal_mean": 33.03545379638672,
        "gate_up_diagonal_mean": 485.394775390625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10903333944797387,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02576819089893666,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10918831987104628,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026372571037075514,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10900551429316899,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026759860039896652,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10919334793325199,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026765074160088727,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1091922016890899,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028625515759460214,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10919053376477388,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02788254012930897,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10900427439784796,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029161917846618205,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10915178270360643,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028990548554974634,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07942724668736977,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050794022947344565,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07861916600203087,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05340564764148574,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07753885713651221,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05639954464342895,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.077760070141354,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055718298575540684,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 59,
      "hessian": {
        "down_diagonal_mean": 25.991867065429688,
        "gate_up_diagonal_mean": 424.78070068359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11383881415987374,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021965284134181418,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11387928478860558,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022035453635688783,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11348395737986353,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021899850031881146,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11385189462903997,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02187219141576914,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11376350190383552,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023091999378078952,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1136781118399726,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023461027938823688,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11359851063921853,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02340851665012428,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1134011394602856,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023314676186232782,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08023368712124045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05355292969788438,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08019390309366989,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05370150788711026,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08013597753170065,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0478318110651215,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08049521625834008,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052741305215517675,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 61,
      "hessian": {
        "down_diagonal_mean": 33.128929138183594,
        "gate_up_diagonal_mean": 538.84130859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10910567220769123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025812080275181688,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.108932730059798,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026209796255378795,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10946726990339448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026128933543899457,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10906287510126085,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025884071767525687,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10922829229095705,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027812306674113715,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10912520926759217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02769972659557541,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1091483529382972,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02744729173189804,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10910007747315774,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027735407011712825,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07626301802381533,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059068554826776934,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07607144706889074,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05943286376764668,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0760240112813997,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05925574401521354,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07533192604671275,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060350700750245616,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 63,
      "hessian": {
        "down_diagonal_mean": 28.47450065612793,
        "gate_up_diagonal_mean": 521.82568359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10957372942661178,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024589426827804985,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10948060709162219,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024626797245771135,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10946991121521107,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024729027149360268,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10948084284427119,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024525411253470252,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10948991749364757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026454031315255783,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1093759425426305,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026657457128659884,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10948987218573863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027064804447432013,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10943996105791705,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026615793792461713,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07706312122876874,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057595319833012304,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07762529961749041,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056547442660786776,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0768876298959959,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05842659611132554,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07667073420274886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05825305694336278,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 65,
      "hessian": {
        "down_diagonal_mean": 25.767221450805664,
        "gate_up_diagonal_mean": 419.40582275390625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11421962941742068,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019010220180625818,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11458580975645248,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018912109073160467,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11450685799603598,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018988440286105242,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11444650123779951,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019254265603863913,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11439620178348553,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02084554070704868,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11425130819559609,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020564885786248564,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11429060042277789,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02071831446572196,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11428189713082607,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02090048046812986,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08098511320403101,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049119467613585564,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08267426518459267,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03822035995134678,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08118056868674017,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049801778095763444,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08041164456188293,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05085413597121125,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 67,
      "hessian": {
        "down_diagonal_mean": 26.654619216918945,
        "gate_up_diagonal_mean": 484.0758056640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10991210211510916,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027280270835287782,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10997290914937181,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027354981787804947,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10960132600647383,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02735859675039708,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11003551070418047,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026966139360463888,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10971779190683754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028607524524718184,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10988447152999439,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02841653532370593,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10992060307446237,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02836120348345626,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10984539202234866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028302883370064837,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07683633044828125,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05691774752393983,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07694264360764094,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057090718822483275,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.07720550842192453,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056750254717453354,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07798933489590253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05357343120402921,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 69,
      "hessian": {
        "down_diagonal_mean": 33.713470458984375,
        "gate_up_diagonal_mean": 533.2015380859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11104980249835467,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024667706071794557,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11114654260035398,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02504901424551833,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11095383649741847,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024752834913970616,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11120923408327153,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024938825148348456,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11118604736863599,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02677293204395022,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11130122587835671,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026814703157044695,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11108284638722148,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026649007874205894,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11120916175348744,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026849388656156794,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07677802509015125,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05572539369602564,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07715309248438491,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052244606815635274,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07712918207812876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05610962832282331,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07688719401408815,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051114176372885727,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 71,
      "hessian": {
        "down_diagonal_mean": 29.233638763427734,
        "gate_up_diagonal_mean": 575.0767822265625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11305033478063464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025925516967966335,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11305852431398918,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025309598532073912,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11301996708627123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02554483750880937,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11306250446051866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025908511088511797,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11303803670801386,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027527424137579908,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11309842593917156,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027304860452887676,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11290808791436978,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027360176397489513,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1129739541131123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027140575847420276,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07565476339948132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060197407344174836,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07585470792800908,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059800782085792974,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07641087495389885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0585497778811264,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0755720276459746,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06027495590515461,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 73,
      "hessian": {
        "down_diagonal_mean": 27.798234939575195,
        "gate_up_diagonal_mean": 551.617919921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10703200522750725,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028875607451005716,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10700937717999605,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02816206346176812,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10711950231196464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02853806599749725,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10696569323386032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028318177373963676,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10694032993379018,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030507733250131924,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866403,
          "packed_nmse_vs_bf16": 0.10711560800155623,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030101842410207084,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10695172844632736,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0303682716583458,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10702827620451802,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03057013314026094,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07485727179150092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06097268364710225,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07517148500806552,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059884915857864575,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07478125202862572,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06118596270873853,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0744063124440413,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06136820466464027,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 75,
      "hessian": {
        "down_diagonal_mean": 37.028160095214844,
        "gate_up_diagonal_mean": 515.4962158203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11390897695135711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020688535801628303,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11427617153542505,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021019843462606144,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11379717729620303,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020769611714221346,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11417091484167634,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020217906531028763,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11413082379446766,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021894172201459075,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11428163179375234,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02189657921248805,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11409344209832699,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021901433873081088,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11431520122092696,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021789171267005088,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0812029646497006,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05121805308902388,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08134320278237406,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051001173407868985,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08131784085090474,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05163527210651515,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08157510117147651,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05164522434526129,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 77,
      "hessian": {
        "down_diagonal_mean": 21.90334129333496,
        "gate_up_diagonal_mean": 427.4483337402344,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11620482578783485,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02168665254618503,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11600273896049094,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021910098530143817,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11569674330155764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02183094515500984,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11595572454275972,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022056157155221655,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11596102184272833,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02330313559665047,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1158341348177359,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02332686121745288,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11555230606747863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02322009714962737,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11594427306531208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023502622704834407,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.07997836984512022,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049048092891965434,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.079081214510986,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053787244129260184,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.08019531904031825,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05014174166789802,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07915630154333793,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05381015542683795,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 79,
      "hessian": {
        "down_diagonal_mean": 34.12563705444336,
        "gate_up_diagonal_mean": 429.08209228515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11375686259938468,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01955467380719966,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11384211908642715,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02009296203550305,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11394918393055659,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01970043695605698,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11372930063885481,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019224524217201885,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11391796643904645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021262232529798825,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1137905155434327,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021460346746916784,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11398962606414728,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02127022947345237,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11389291969197599,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020904922219081426,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08533424679287711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.043502374492699454,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08478444284742642,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04417795866276781,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.085998787541378,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042379273560664725,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08685523596221242,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03862122644671991,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 81,
      "hessian": {
        "down_diagonal_mean": 23.638437271118164,
        "gate_up_diagonal_mean": 391.0020751953125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11341382402565044,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018884699120323232,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1136313618860352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018472869351916117,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11339842744047707,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01854167779323806,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11303608677916462,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018711683187955647,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11322849215899923,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02049686762624649,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11326974895076301,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02024994498135552,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11312264872345314,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020347880292115032,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11332478526197759,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0202925622572372,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08033982019634858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05036993093134202,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08071495859905653,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051509180978398905,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08148455756035332,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050591653028550135,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08137277959716958,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04960372308216978,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 83,
      "hessian": {
        "down_diagonal_mean": 16.320343017578125,
        "gate_up_diagonal_mean": 450.43927001953125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11226700912410767,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028098241105996787,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11229281798778971,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028125278870294385,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11243111991848993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028273105946191875,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11243829755058614,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028466174655619313,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11239025036047773,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030667070374965324,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11228842545883488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030684804622636747,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11229802711856239,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030525600512216013,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11225032406281439,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03049807529863726,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07460838504034326,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061855916369143005,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07453808604816926,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06155017932627651,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07452479711416105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062232246168862526,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07459457718212394,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06206614786064196,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 85,
      "hessian": {
        "down_diagonal_mean": 23.378862380981445,
        "gate_up_diagonal_mean": 556.5999755859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10901074418766796,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030375683918634395,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.10888059073976089,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030238026311141506,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10890491313147416,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030340896374400524,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10915683483603938,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030312476684125855,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534856,
          "packed_nmse_vs_bf16": 0.109268462737606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03278507562457737,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.10887089529547618,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03265941400946192,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10894019324960648,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03261521445841277,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10907441941017548,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032540507247626624,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07414107872393581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06206605653302775,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07404407158628748,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06214061233847929,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07411280099131247,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061915896678309705,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07395438671444787,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062473393214267516,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 87,
      "hessian": {
        "down_diagonal_mean": 32.00147247314453,
        "gate_up_diagonal_mean": 542.87841796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10856772427548178,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026539522819701792,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10876297229820184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026620281899134974,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10868974578506357,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02674147109493297,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10852775683718079,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02685803226130498,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10870028599017048,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028247387117473488,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10855357264849384,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028460225841512206,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1086695925852976,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028229463196182882,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10881897638341524,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02847319738622455,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07627991569117444,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0595878287177656,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07640885049929448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05862790138249212,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07602406911731358,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05962834471940138,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07617697315596661,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05959819463425596,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 89,
      "hessian": {
        "down_diagonal_mean": 25.90447998046875,
        "gate_up_diagonal_mean": 436.1129150390625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11359710763879048,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022335856594022242,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11399202488397919,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022452911571744043,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1137353420839496,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022237624737453027,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1138000514655986,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02246084108387689,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11387255313015217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024562942180587494,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11362666873586431,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024798906190110655,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11366280271204195,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024377880662396854,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1137323233017782,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024515164873025783,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08198819976262116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05011184255350141,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08129308304278325,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05067688330836046,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08182980441144058,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04763046801388015,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08181004713014516,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05027820538738047,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 91,
      "hessian": {
        "down_diagonal_mean": 27.155288696289062,
        "gate_up_diagonal_mean": 546.7679443359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10939960394050595,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027989321669665952,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10931900509578817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02759345937272202,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10949782034158445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028167833428239305,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10919691042332734,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02817952307375422,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1091025562850379,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029986776692603644,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10936545543803383,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029734978237111336,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10932181547836717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029832723626961363,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1092648515736822,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029701366325391894,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07539819231506492,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0607131518431229,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07599435208069336,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058530912462872016,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07548389816465421,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060439235905291315,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07558343980785513,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06011008974583498,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 93,
      "hessian": {
        "down_diagonal_mean": 26.75446891784668,
        "gate_up_diagonal_mean": 467.4748840332031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11229041696489916,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024775058829259577,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1124036432980992,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02509985817161605,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11277605384599655,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024892554521199626,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11271895191541759,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024876397569014753,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11234249324223052,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02615365548169444,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.112499022641719,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026224835473655412,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11241548747773947,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026197839625231464,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11232979867007886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026291679862653298,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07900099187944756,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054409733469420185,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07771176534046786,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05647619372821476,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07903412137211069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0532515649739244,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07853649227140491,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053811506317511415,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 95,
      "hessian": {
        "down_diagonal_mean": 16.19449234008789,
        "gate_up_diagonal_mean": 406.1119384765625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11559337803596392,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023990527441290415,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11562925226418665,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023845898696795483,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11568003261823052,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024447110793884775,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.115773025976955,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024237310475016188,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11582089086484655,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025559551092168842,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11547340850824522,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026020463658576867,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11560520692355716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026132879277860597,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11573507562313469,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026127536351979463,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07746449555504789,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054711610074219943,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07668112838225191,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05751802719262985,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07628122955949986,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05887887426399279,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07674379524871247,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05806733647952113,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 97,
      "hessian": {
        "down_diagonal_mean": 30.71717071533203,
        "gate_up_diagonal_mean": 504.58123779296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1107744932244025,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024803827375228425,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11042259038441748,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02444757292993771,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470504,
          "packed_nmse_vs_bf16": 0.11040543095628118,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024646965280553327,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11057152132714926,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024562671180007205,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11044864075591795,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02600837089983573,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1104673274726381,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025818809860574374,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11031858600716998,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025845488825186006,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11061954467818039,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025744970227468522,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07820659855989547,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05666407206674032,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07831514767541822,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056452112492308575,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07847474994997204,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05600700760817467,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07900627896480672,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055022660002230786,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 99,
      "hessian": {
        "down_diagonal_mean": 42.65381622314453,
        "gate_up_diagonal_mean": 503.09918212890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11178727373974856,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019404416449054555,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11181011503454495,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019538083864673615,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11176017426436645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01951874271217988,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.111854892838688,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01886762328197764,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11177650692284151,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020825775191480118,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11144123670017018,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021367096482722555,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11183122790043865,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021144947628532036,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11168241941143099,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02071501214331171,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07911007798044566,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054165067457181165,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0789088716576136,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053282527827357054,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07931879619546191,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053333437919107544,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08039429561805954,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0482258215607,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 101,
      "hessian": {
        "down_diagonal_mean": 26.205459594726562,
        "gate_up_diagonal_mean": 559.2154541015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11021942891515084,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028846451194266595,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11039123476275903,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028639367450824935,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11018322163861853,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028743637292650722,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11024676396735565,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028666435354767945,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11032246050522736,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0314930262108711,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.1102101773475881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0314947663161172,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11036371416012854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031263626398557474,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11024432632636841,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031243007603049565,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.074533861708628,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06152476259857591,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07437342653639328,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06160036811461861,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07536067833464341,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05888754045487454,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07500881820766143,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060110107274895894,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 103,
      "hessian": {
        "down_diagonal_mean": 34.111778259277344,
        "gate_up_diagonal_mean": 542.2540893554688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10670275093859771,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0277862477373128,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1067196997115878,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027480555107466345,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1067989369944941,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02782300902541329,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10684819463635536,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027572639200856366,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10690285288065321,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030005616773135013,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10659451056790271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029437900882322225,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.1067078878394934,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029684092736260204,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10671008123057604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02986546998927564,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07580876780485793,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05928315352740945,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0761682260237576,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05768260913848887,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07545694027857333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05988639123786814,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07573920654938962,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05962282527450313,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 105,
      "hessian": {
        "down_diagonal_mean": 26.818111419677734,
        "gate_up_diagonal_mean": 509.2572326660156,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11321252961738322,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02415469979420098,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11335941227203308,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024354482283176444,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11331357973889981,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024617401224839713,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11315074583474227,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024528154343946524,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.113286202625256,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02635968298252133,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11329645307903521,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026229719421278115,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1133160998170317,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026698475313357607,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11336923295759435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02685489873457755,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07832136891101579,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04742942229652224,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07794962733231228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05360736057449894,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07712732130384624,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0570914849332823,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0163625546133594,
          "packed_nmse_vs_bf16": 0.07768090121457333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05468744097050693,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 107,
      "hessian": {
        "down_diagonal_mean": 27.14868927001953,
        "gate_up_diagonal_mean": 447.31866455078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11057504027675981,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021571956407782426,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11074262964687794,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021458137855371352,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11046450168340442,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022197868246300913,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11051942662813488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021740912774265302,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11061448673541356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023126564033767127,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11057404229924296,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023395203899881298,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11061752151115828,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02339462271628281,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11060344490431223,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0231872400609938,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08001280780970753,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05062280715882117,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07968759161307981,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05265390706000537,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07952339303980205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052892448092976,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0810055130691039,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04930013866041725,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 109,
      "hessian": {
        "down_diagonal_mean": 24.531145095825195,
        "gate_up_diagonal_mean": 507.945556640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11180796744603148,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02695076207751673,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.111938335352866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02703300849151236,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11187168738046324,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027180362277040057,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11170224706940622,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027175494278838457,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11166024511098638,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02893901250776925,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.1118051660159986,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02921629162664736,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11178638633675149,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028865513959611268,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11158438998322076,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028918102154508747,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07553166244547703,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06024187705883558,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07552162261735011,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05999427105326445,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07546474017574575,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0602514538056874,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07564056066058973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06011195143282914,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 111,
      "hessian": {
        "down_diagonal_mean": 59.35272979736328,
        "gate_up_diagonal_mean": 530.3212280273438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10456451687446904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01978800728263855,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10456634575717791,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019856661229347858,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10472385122913885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01904142866327912,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1045254225241934,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020425083434867347,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10450708844319874,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021502819770155057,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10450567571617973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022553491671005434,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10458662153966891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021773608069913363,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10451644986578469,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021847413197296033,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08191901657351061,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.027959602404148857,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08137637828307615,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04610753331902874,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08253019679236553,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04318817164007983,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08108541236025268,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042675963987028685,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 113,
      "hessian": {
        "down_diagonal_mean": 43.019866943359375,
        "gate_up_diagonal_mean": 503.268310546875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925397,
          "packed_nmse_vs_bf16": 0.11145345977668164,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02108477283081776,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11166193883588303,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021384356451476745,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11154511404966592,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02120281953551635,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11189410951761837,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021112982847374052,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1116066911338105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02305927516377015,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11155141731678812,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023205994167248698,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11157375609794389,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023295548930314706,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11171146502531966,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023071001532227894,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0795363982063795,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05472493662205494,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07816087907660357,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05633844490450123,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07929864240218115,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054739575154327626,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07960393080329566,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05401084578194279,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 115,
      "hessian": {
        "down_diagonal_mean": 18.372398376464844,
        "gate_up_diagonal_mean": 451.3277893066406,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11116820707346392,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024826924575450833,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11132817360374439,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025391095689379892,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.111206307260428,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024922719084766273,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11123356356210173,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025372490806270298,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1111482358872632,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027316808984146786,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11139596892946473,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027309443199985153,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11106327695000294,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02708093784999405,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11116236665021316,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02753013907311038,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07587989500671287,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05980594999396725,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07571069207340705,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060125776329660846,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07595183890340643,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059529215775087366,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.0757022344956764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060148086687327726,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 117,
      "hessian": {
        "down_diagonal_mean": 26.301664352416992,
        "gate_up_diagonal_mean": 558.21630859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10912190412201062,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02920137234213759,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10932070024775031,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029007959151302887,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10919068246884135,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02920852361089843,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10913313237778863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029130373623816895,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10914433600869552,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03191510098378448,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10940275002596385,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031724829107659176,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10943264865981377,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03178599335499994,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10915434037011547,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031701238708647196,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07491054826536864,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059781687206913924,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0746773574935488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060989451454543285,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07452889535400177,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06168485347481317,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07478401086956571,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06096647037210861,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 119,
      "hessian": {
        "down_diagonal_mean": 20.689842224121094,
        "gate_up_diagonal_mean": 424.3887939453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11215268621580005,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02521477273185533,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11245298473245217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024871192792641356,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11225680266036162,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024719280264712012,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.11229670536388603,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024825788595463746,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11263574244620497,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02654229372221972,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11241921887916251,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02689729261406519,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11234498675004066,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02755869710822109,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11209361762333639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026988440697700837,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07724781485082688,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05718368453797464,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.0778166060935831,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056442486350639524,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07730709814208331,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057433684157038374,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07766497789041049,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05624098421324862,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 121,
      "hessian": {
        "down_diagonal_mean": 21.371585845947266,
        "gate_up_diagonal_mean": 492.3837585449219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1094695254359216,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030568716461406974,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10942021309061699,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030679851917286012,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10950784999309233,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030508813527843143,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10961649626386846,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030509595393641474,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10953102121980102,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032173362813015347,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10974005096378811,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03218744863291686,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10977269529260736,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03200990688273223,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1094361891505214,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031978175786056176,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07461281916455409,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06161392551104368,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0746519235895001,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06119975883261857,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0748029586996658,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06027963398773937,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07482498978963015,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05964854714529351,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 123,
      "hessian": {
        "down_diagonal_mean": 23.14506721496582,
        "gate_up_diagonal_mean": 542.268798828125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10799990812089635,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031034793251833434,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10815837670971133,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030839891240517125,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10801198840535327,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03120023854365554,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10800067594636581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030939257186760476,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10811073979300623,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03330429284039513,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10816375396084955,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03330389250519744,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10810005435596469,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033572591948409045,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10788782444705673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03361809599347992,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07372750758537758,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06207924854272957,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07396666829932227,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06187858949262348,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07357787508091938,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06280734057542742,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07375377521187854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06262076098550015,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 125,
      "hessian": {
        "down_diagonal_mean": 11.879287719726562,
        "gate_up_diagonal_mean": 358.029296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11430910983376509,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02159491951957615,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11442711580893421,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021580513746463345,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11436136190391247,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02148579380604317,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11429666738489971,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021820918350767268,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11440489879597328,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023828594236743356,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11423382747208545,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023638535954416735,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1143762411676183,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023729440761899548,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11410052528667428,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023708632316679752,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07719739916279542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056749183651601406,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07722573047950364,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05742994180158081,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07766828416068595,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05523682375681507,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07723885558600935,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05751360832008585,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 127,
      "hessian": {
        "down_diagonal_mean": 19.505830764770508,
        "gate_up_diagonal_mean": 442.58746337890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11082729341709244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023776832441272672,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11069056657521067,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023825527286491132,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11104494468054854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0239751225901771,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11094702244418606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023500787434795587,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11086939733180516,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025720290825959877,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11083130791046733,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025547738964639122,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11086659258883048,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025961703932801606,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11088134403700134,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025616304590347902,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07795796749621416,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054576149733704456,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07749839888598617,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05627513431187558,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07712012695463652,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056066020714894596,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07723828148518734,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055934955687228435,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 129,
      "hessian": {
        "down_diagonal_mean": 23.339702606201172,
        "gate_up_diagonal_mean": 500.73394775390625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11278635341284271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02729048179792999,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1126662258491477,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027108615774735247,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11262037422977673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027455611493403302,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11297499370565123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02752334291223205,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11273577506235152,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029207770252208175,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11290801645396197,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029027611968381436,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1130485441408862,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029495579782410603,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11282105744953468,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029255074842710203,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07605427064721361,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059362848292995124,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07558685534477295,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06030743018527411,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07582020729861504,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05973041295690042,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07577606822323167,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059559673184625656,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 131,
      "hessian": {
        "down_diagonal_mean": 49.337791442871094,
        "gate_up_diagonal_mean": 544.77490234375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10800579046330308,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0200363114924903,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10781873311869755,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02049874264669207,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.1080686796812808,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02072861020848725,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10782768729237213,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02116740797321477,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10804096750908612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022711787069094762,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10808942845054358,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02313603203230431,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10791025805755514,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023047504231084256,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.1077794022249878,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023586706206082757,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08111869635961799,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04885812324280256,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.0807229158432016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05020223498122831,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.0805062692441143,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05074264489710155,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0808948019670717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05032884668712229,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 133,
      "hessian": {
        "down_diagonal_mean": 26.888668060302734,
        "gate_up_diagonal_mean": 439.2229919433594,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11110685750254948,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021155023674850153,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11136032040504719,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021076441241635383,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.1113606797743722,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021101853686580744,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11113524568765379,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02069242952962862,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11129864753610628,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022449282988443203,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1114033454018214,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02265765388210181,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11112349499700021,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0226989743928486,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1110734621118456,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022131713014845483,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08110263405985302,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048229827690072176,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08035973078715687,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049275046477087435,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08171057615961103,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04379325852414002,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0823133772599348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.039540737880666234,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 135,
      "hessian": {
        "down_diagonal_mean": 24.031909942626953,
        "gate_up_diagonal_mean": 500.00555419921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11073688674081585,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025628732838867338,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11062192146774133,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025436779526885955,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11069233185586615,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02554647203465741,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11059597595710437,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02527234784467003,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.1105927045737305,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028000037294539395,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11054081653579663,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027742912411739422,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11060704727426138,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027783104326484256,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11051221474809782,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02768117472953022,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07647902681342408,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05805262969023476,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07664721654506258,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05869293154073271,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07618736529190225,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05898542678051398,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07662964749819302,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058266444862379405,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 137,
      "hessian": {
        "down_diagonal_mean": 26.508316040039062,
        "gate_up_diagonal_mean": 491.0760192871094,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11205199047348689,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024522635275777974,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1121108831452518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024193978474522357,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11216579913860318,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024326518281925703,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11195105524243212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024797333540691975,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11201946100048105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02694784775138269,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11205963261032943,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026775728131097763,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11208827628689795,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026795121526791796,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11211648443878272,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02717838491860477,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07920608431950157,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04972268878158024,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07973396328883951,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05126020204265016,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07928826731148425,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05136638248415524,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07821118380576414,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05388348411873741,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 139,
      "hessian": {
        "down_diagonal_mean": 32.99262237548828,
        "gate_up_diagonal_mean": 481.5501708984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11161353146007993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02360369582896928,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11149538718952871,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023353071665171272,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11162749507332113,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023332917488310193,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11173110159414149,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023301900095544368,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11173589000522435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02509286110718603,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11175674652633594,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02502714372327226,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11164304840020688,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025000804448866775,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11155561499384481,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02511524661184466,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0804158980334249,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05193565784061031,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07983144707618114,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053323383547111615,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08079229959143454,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05131865735272899,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08019758700355624,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05312817498368638,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 141,
      "hessian": {
        "down_diagonal_mean": 20.331018447875977,
        "gate_up_diagonal_mean": 448.9549865722656,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11111420240261421,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024851217446376993,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11111206866129329,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024904131989716208,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11107747681253113,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02479290966458005,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.1110651752696709,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02478821119726053,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1110450116285256,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027097337187932818,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11112798263778556,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027045011591097554,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11134795393765973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026591909949291646,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11071272357112028,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026931237182747727,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07653480257876856,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05824898525230286,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07694788774201917,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057620157781582554,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07723172028785168,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056337135230392674,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0771178478387717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056257430199179816,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 143,
      "hessian": {
        "down_diagonal_mean": 29.99802017211914,
        "gate_up_diagonal_mean": 395.84039306640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11222172060258344,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013206737363111842,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1121086359589233,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013748150864646026,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11219819488416359,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013116715689601655,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11202312178683729,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013245700495321032,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11211525929422723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01561898457326478,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11200301395060636,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016124639367915212,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11194056723216067,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015791229605812775,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11195738559237708,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01569194512931719,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08440766638763714,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04346580473192416,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08461540384297345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044822190392467265,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08578484253149032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04034674590172151,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08596032489457202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042101922884322615,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 145,
      "hessian": {
        "down_diagonal_mean": 27.22506332397461,
        "gate_up_diagonal_mean": 571.4572143554688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10966553207845157,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029214562274757265,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1096187938565502,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029155888672317432,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10953854983005838,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029487258755601473,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10958058943322584,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029202809380405443,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10985139603213122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0304904671913495,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10977645859782552,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030322223050871833,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10973378248867967,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030530958234649748,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10961772497433422,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03048153877977798,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0742751431629334,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06189624465102756,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07449831731755753,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061806493040716746,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07432798936467364,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06196129252251149,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07454263511311449,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061764072980972806,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 147,
      "hessian": {
        "down_diagonal_mean": 17.854427337646484,
        "gate_up_diagonal_mean": 362.760498046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11633676897912144,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02112830854653229,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11626109585719335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02142334877626653,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11602105345522719,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02117822361549218,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11635478599532391,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021601140163566877,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11620749817688138,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023075910757518567,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1163271360126351,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023212565513983777,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11614869628069802,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023039361232582104,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11631109744033791,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023323594773269465,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.081365071798458,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05137756017435185,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08004308271800832,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05415567858611645,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08024533557369821,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0537899090827576,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08021305080871886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05043188198272364,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 149,
      "hessian": {
        "down_diagonal_mean": 26.798669815063477,
        "gate_up_diagonal_mean": 521.416748046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11158612902227524,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02605616310487788,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11171177491350326,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02560759285346709,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1114074113378407,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025985846397749052,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11162848369482875,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025932680275187647,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11153893427582545,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028213897880985928,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11148760060060846,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0278436772195448,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11154729133082078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028175242719456827,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11128137534080676,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027860476106159403,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07603313539998492,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05902654088821294,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0765011222883859,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05774357650870184,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07622932862087099,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05809830698203215,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07628993053612261,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05761021781465759,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 151,
      "hessian": {
        "down_diagonal_mean": 22.462608337402344,
        "gate_up_diagonal_mean": 373.9443359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11515621132015966,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017897552219977554,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1152604146795714,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018228786510745033,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11529799947611301,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017933561824962117,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11510163049789408,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018169344334252355,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11515907661178962,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019047280174872904,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1153461624549536,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019488687947574402,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11520449506421575,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019351763928444694,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11522121300469743,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01970033847905653,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08379675191825882,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04542621481856476,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08276771432884156,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04718721859432247,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08274069476248602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04558878351976411,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08271494165090973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0478628364481467,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 153,
      "hessian": {
        "down_diagonal_mean": 38.5466194152832,
        "gate_up_diagonal_mean": 530.233642578125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10791726855142303,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023545314345504262,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10764529463084722,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02373803373178602,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1079852233175197,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02383050935119424,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1078899931953849,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023756093187760053,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10775276123070325,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02532839007818537,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10787769688504908,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025870891294739275,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10790912603640117,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02583763179924848,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10774263260306786,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025487249497811244,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07631160754312462,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05893508149773551,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0764909608089183,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05897783680977921,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07668933625591975,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05870073018268155,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07665052270730625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05851142770347082,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 155,
      "hessian": {
        "down_diagonal_mean": 27.868270874023438,
        "gate_up_diagonal_mean": 498.8760986328125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10847182394797975,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02794076599570694,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1086385809636471,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02778578011290372,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10842777137769391,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027653865217497655,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10848155861169749,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02797093924173136,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10861856628431768,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0302752652575194,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10818942024314634,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02948007654262949,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1083490850023027,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030090386324492457,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10839274031405437,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030387510523529466,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07663753420356618,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056674550902609575,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0771653347876902,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05378518143342181,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07649753421089306,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05585943933683704,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07668093626398144,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05710155673160611,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 157,
      "hessian": {
        "down_diagonal_mean": 28.804973602294922,
        "gate_up_diagonal_mean": 533.1287231445312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11040096656417117,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025455758594523693,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11001015565841575,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02588552418622876,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11031345766684666,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025731643178415465,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11021278616527293,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02567390112994218,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11016083120092478,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028461982593307934,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11026758977386772,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027878820908934485,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11023658041533461,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028301671401194425,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11015528651142056,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02826816033247533,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07694437697948245,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055394573176042794,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07695892148216212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05596993286025105,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07695138507029774,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053093996762315285,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07762032862555131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05479101447508942,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 159,
      "hessian": {
        "down_diagonal_mean": 21.875093460083008,
        "gate_up_diagonal_mean": 473.1504211425781,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1083636844643462,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02743967348324292,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10836918624325702,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02781578642837154,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10852140631141158,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027192669743784554,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10854799479711312,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027336600177157083,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10850808738838033,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02889495739544154,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10837988106280966,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029553448781001218,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10835896495075399,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02943178493676798,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10841785895818672,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028933200071068095,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0760057814117508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05888789178818558,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07569813600282688,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059147376106868835,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07639066707906325,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05728067215441924,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0762731721800499,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0572250001672324,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 161,
      "hessian": {
        "down_diagonal_mean": 29.150310516357422,
        "gate_up_diagonal_mean": 332.0872802734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11613122386620901,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015442006622962747,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1157757544324976,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015647060609357336,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11573777693603271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015444615632503914,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11603038330296886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01544776162599383,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11592436347809626,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016585779812546567,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11592112335287082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01709362462788133,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11593187776343924,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016638291969271482,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11612743518693032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016867513798590836,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08931756432720464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04106955790943729,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0897693282554347,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03923118337578945,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.09042563368627542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03947429393415844,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.09135111412198092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.040212469286349146,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 163,
      "hessian": {
        "down_diagonal_mean": 45.714717864990234,
        "gate_up_diagonal_mean": 543.914794921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11016063600761242,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02154411936050134,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11020932779807881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02136309387371483,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11013397711259754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021171881402638586,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11023292533884214,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021325261421906144,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10984164291102555,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02419919609448341,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10997320079642472,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023985322026041304,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11007170279187577,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024209235262883325,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10993326829349848,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02428972691408944,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07853699474693264,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05515737611072982,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07816246912356134,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05563618795143443,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07911356877535296,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05303898267505237,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07812668305615963,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05637941630312122,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 165,
      "hessian": {
        "down_diagonal_mean": 21.461898803710938,
        "gate_up_diagonal_mean": 304.31170654296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11832132686943612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0149149860453082,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11829096762031348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014430004015364522,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11818189240056308,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01481777885018966,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1181888313705615,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01457270507123838,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11813872943976361,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016519076903434123,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.978047329359385,
          "packed_nmse_vs_bf16": 0.11854455329815637,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01614727262884164,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11817421915608878,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016453660219657953,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1184064678024212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01608578667827143,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0864317027731785,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.039413491080340333,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08574312224034897,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04321772455780578,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08625051596931198,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03833605162985504,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08649098699936991,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03409605852128511,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 167,
      "hessian": {
        "down_diagonal_mean": 36.09973907470703,
        "gate_up_diagonal_mean": 376.8420715332031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11396705436782713,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015715191998192053,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11398218354258448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01634736123954989,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11395094054062324,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016300509667261584,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11386159879836179,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016022961727758116,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11368217513770205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016618107770788516,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11378088700639995,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017204383635370624,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11394050173716727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017230037589922257,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11383640871013881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01678803125312379,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08856340680074037,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03947775551302639,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08788864039949063,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04290473837741923,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08726571837843639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.041992741050799275,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08756340265883213,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.041377395077892884,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 169,
      "hessian": {
        "down_diagonal_mean": 28.18500518798828,
        "gate_up_diagonal_mean": 548.416748046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11069387745120812,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02540825398703599,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11067366694112409,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025651888532393027,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11042712009840268,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025527990969443973,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11047948589014557,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025458099332184424,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11032168414289915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02768970701336767,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1104907196253521,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02779610902646481,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11049087265425572,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027586680530432915,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11041488430925034,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027757771141262808,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07615794540017558,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05833495590412588,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07591719159836678,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05883073174648658,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07640759635168805,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05748018811128424,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07621209892013633,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058451988293868475,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 171,
      "hessian": {
        "down_diagonal_mean": 36.03849792480469,
        "gate_up_diagonal_mean": 570.955078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10772818689688446,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02881855846252059,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10796889712100666,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02855143658542416,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10771491761707737,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028505261377114975,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10779451958430764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028780978102457246,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1078602166874708,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030241751227457692,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10778058604877261,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03031082839649236,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10773768488612039,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030171223600144056,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10771579947046671,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03040066543441524,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07528069192426143,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06089562957101044,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07563925761890902,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05966205158891069,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07559502523333081,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05956034866511652,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07510371988335604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06100554373128158,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 173,
      "hessian": {
        "down_diagonal_mean": 23.92147445678711,
        "gate_up_diagonal_mean": 397.59869384765625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11296745496604921,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015626463869035098,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11297010311949723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015513110565075506,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11281648492020545,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016022719738245553,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11263469024512826,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01532070294341896,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11301239163905838,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01821938886955602,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11284083143039274,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01825927092526287,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11267097371335708,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018388320024186933,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11264952659005918,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018093801331370896,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08461256620275433,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0408772739816171,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08378918474174205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0451222705493342,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08350122931049803,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04352018696372561,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08444203551542619,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04271542669674409,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 175,
      "hessian": {
        "down_diagonal_mean": 22.911561965942383,
        "gate_up_diagonal_mean": 429.88397216796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11207083351371373,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024411895249192666,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11172347280908446,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02388139078036178,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11169078737664173,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023963415238172685,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11185895208577512,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024348745043081068,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11182215534278125,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025819204672966247,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11150363608065843,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02563043307398289,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11167207554632463,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02584382293285722,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11169006976229345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025864290247980502,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07948330317942366,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05231776459125471,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0792217830041976,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05325751789250275,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07921893609559404,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052077396321409924,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07843726312105453,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05470000018994929,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 177,
      "hessian": {
        "down_diagonal_mean": 59.88463592529297,
        "gate_up_diagonal_mean": 540.2301635742188,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10325482431266014,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016940524413842216,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10314971469666608,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016448077378376943,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10313455335728634,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01669857371959824,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10309927454249124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017298954200860694,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10309363479623151,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019805363920879848,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10306832808436012,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02104565772695266,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10313350023056952,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021187318874752413,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10324236920968775,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02068408345855883,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08324432781375549,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0264937366803559,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08379479020433638,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03698188570602108,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08340029393144123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03890293882884289,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.083500238605382,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.038639162039807495,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 179,
      "hessian": {
        "down_diagonal_mean": 32.875328063964844,
        "gate_up_diagonal_mean": 545.102783203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.10807416335194389,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025588723723029172,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10805252007137986,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02555744360231666,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10786569693621985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02596011706504937,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10810500658926174,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025833128381701917,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10807871770921043,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027913635265187114,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10811935377793239,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027751616862372153,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1080960193164709,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02771608190981512,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10799798011990348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027821246960872424,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07610281520237196,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059437310295096434,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07660326352848926,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058177992250261386,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0760824923970811,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05903113309246895,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07697617354707234,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05778518274132126,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 181,
      "hessian": {
        "down_diagonal_mean": 24.216102600097656,
        "gate_up_diagonal_mean": 497.7955322265625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11497697356273553,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024893352860989,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11487746300206775,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024506604724124657,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11510583123824042,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024584417933727225,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1149723277703825,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024849338961712993,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11502489429574222,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026872239398758824,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11491616843088512,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026612513827860288,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11484335986072122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026763897142912815,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11498684882673577,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026875554936114335,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07835450815797923,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05336744527154862,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07791640240271501,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0516528354650905,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07808072617476107,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055546351651311276,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07707624875715516,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057732964694294946,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 183,
      "hessian": {
        "down_diagonal_mean": 19.70034408569336,
        "gate_up_diagonal_mean": 380.70379638671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11203450231025582,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021051627035544224,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11199373330311395,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021173737762873426,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11221436463066153,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021216441213265075,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11164623376545513,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021361924202563252,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11191296386635445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023196844938277453,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11194412261968416,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022938406433459443,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11224541105932193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023186012147066976,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11201097406613182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02293696150687763,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07938706486097352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05415268363571551,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07985172448992003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053550398897815016,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07888888901865512,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05536536122070057,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07896127994006716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05403327623620882,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 185,
      "hessian": {
        "down_diagonal_mean": 48.432533264160156,
        "gate_up_diagonal_mean": 442.5948181152344,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11419932064436114,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015452973505283605,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11397276951751689,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014821643289398776,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11433467591933008,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015115571215257322,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11406040005554617,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014617344532563309,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11401700333561295,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016865117842035607,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11397798505160323,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01658038705363452,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11395925151503589,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016895294536519105,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11417920893796954,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01606655161208102,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08904907091106411,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.039791757939137466,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08937009501072549,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04055528901837521,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08887120805952796,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04133004779640901,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08917709225140853,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03938022656180329,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 187,
      "hessian": {
        "down_diagonal_mean": 28.438264846801758,
        "gate_up_diagonal_mean": 423.922607421875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11199633248976765,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015490348566434223,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11222039553543586,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015566555027937036,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11197686662908662,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01605769053267145,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11199897311097054,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016235416241398137,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1121064629841599,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017923819506313048,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11207206007966163,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018150041288862304,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11186999752496872,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01855904442517306,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11195706901588913,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018247111757416456,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.0858671991404904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03689176407368451,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0847371342758606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03787064333986677,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08421540265763258,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042058474680737784,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08467207984622081,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04037096200137452,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 189,
      "hessian": {
        "down_diagonal_mean": 31.15567970275879,
        "gate_up_diagonal_mean": 474.1096496582031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11153832716607116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023598982400960776,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1115862255830703,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024217644134550062,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11167628778030801,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02411560071614405,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11165704159910277,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023310770175039207,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11154314770793439,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025466322316084027,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11138964667380045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026124973174555526,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11155623214451055,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025779276666524933,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11136895356652399,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02562997522333741,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.08099055387267835,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04677206341890528,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07946579298694949,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05093350524662915,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07953983046656846,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05332241233718753,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0800767042429035,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05213592125453745,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 191,
      "hessian": {
        "down_diagonal_mean": 19.845584869384766,
        "gate_up_diagonal_mean": 440.07720947265625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11072072907192414,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02705427913335083,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11111254047997472,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026965044062831928,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11089503901089783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027035887322224478,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11097785471489802,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02680583468359482,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1108251842189364,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028449305351890598,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11084440178339613,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02839279283917798,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11083634145932042,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028324110190905562,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11081908955169856,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028298570323609086,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07641374794269604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05762926639036461,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07620357255620885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05874058180586759,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07615294370001335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05881477602821901,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0765812830323517,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05747313339741702,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 193,
      "hessian": {
        "down_diagonal_mean": 20.862802505493164,
        "gate_up_diagonal_mean": 512.1486206054688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11049817271640534,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029662021575015487,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11031897322721299,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029628351856299032,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11027423932814612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029677762721738464,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11034905409457037,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029851544886362588,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11025191370545961,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03237520163160253,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11028109247857944,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032435093101570577,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11032295672368399,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0323287890960293,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11051066994844219,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03234003174006556,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07451856227157246,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061821282875340305,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07464286405515098,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06116705093400608,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07455941205068886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06147495467325402,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07467782752521387,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06148280762528417,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 195,
      "hessian": {
        "down_diagonal_mean": 43.60488510131836,
        "gate_up_diagonal_mean": 525.712646484375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.12113578158668079,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017281033237290733,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.12130429680267349,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017684200140562253,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.12126894703775724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017135587202912878,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.12113390426331459,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01739311982744214,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.12133987059584965,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019275580871598166,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1209688134938604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01941022108428954,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.12099068498554873,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019181049614759152,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.12100177700164605,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019463032884954223,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08406012216577673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048553623273064804,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08411830493650711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04894244058960911,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08475129358265766,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046931079016224,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08503802259835125,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047156440162004896,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 197,
      "hessian": {
        "down_diagonal_mean": 19.053142547607422,
        "gate_up_diagonal_mean": 435.5946960449219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11242127650035695,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02470076094196992,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11272124286299519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02469111073984294,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11253552583849474,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024361804531992805,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11257575458607012,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024534349508833448,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11263341328932822,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02620338861391747,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11251147319139247,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026539749604794306,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11247713037439513,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02607697775464162,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11249475484899431,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026179171511405575,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07772613835714737,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0525740781025275,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.077121570736764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05751016723291948,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07798179654020455,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054421535433053794,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07762428445075184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05655175885526802,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 199,
      "hessian": {
        "down_diagonal_mean": 27.702903747558594,
        "gate_up_diagonal_mean": 468.04931640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10718238241667653,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025493729851975278,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10725259234732529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02515691142978343,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10715896091307905,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025567436864475473,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1073144248449118,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025353853345269163,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10713618685561381,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028184794512279038,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1072663317001146,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027764798809951495,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10734858765414688,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02805272391926653,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10731974693590757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02748626975739976,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07682064041074832,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056276147647756465,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0769632256920031,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05531300001193413,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0769763271049418,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05699718078418299,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07697639701359504,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05631473380566035,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 201,
      "hessian": {
        "down_diagonal_mean": 27.551223754882812,
        "gate_up_diagonal_mean": 508.04461669921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11052710331481631,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02470129459411854,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11048502789994206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02483493299130293,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11046784053414156,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024753734860708868,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1104184800512115,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024456948192509143,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11055857115143501,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026078700502844904,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11062372808239739,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026339135308388748,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11032883898529527,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026441759011250725,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11057786732628491,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02601439276115841,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07667508454427142,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05838668606906516,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07626342737814129,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059068166388240806,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07638965367287624,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057633642379264084,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07683797384469765,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057853185025887204,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 203,
      "hessian": {
        "down_diagonal_mean": 26.48876953125,
        "gate_up_diagonal_mean": 417.6446838378906,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11092738865187482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020360240220404925,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11118140816791781,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020738977716578105,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11107747001880029,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020828826214308302,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11098648766114501,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020701877005071603,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11109781345896687,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022521991256535,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11111035532710929,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02282757119436697,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11104468105278172,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02295213853619893,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11115315665010451,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022621444957564383,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0819517663152958,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050385773193171335,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08153423361512681,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050789432581574555,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.080902145941029,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05253135079194623,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08160385603209461,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05031595776901567,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 205,
      "hessian": {
        "down_diagonal_mean": 20.87936019897461,
        "gate_up_diagonal_mean": 409.5927429199219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11209483971983183,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023087169717788077,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11225633826555236,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02303661033406949,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11213221189755683,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023837389882011253,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11194235466146334,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02332084721885898,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11220439123133542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024738007746382552,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11203156570243349,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02510013415848989,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1120057224587013,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025616620539403282,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11189244171125837,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024797793587126752,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08063615275386857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049566777994581195,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08083682594423541,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04654182717772741,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07916225826799095,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04934920409954672,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08085263404528555,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04910428477495375,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 207,
      "hessian": {
        "down_diagonal_mean": 19.967037200927734,
        "gate_up_diagonal_mean": 417.0953674316406,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1153569777131312,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023024165396956134,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11532208850148885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022993384730097956,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11521773241720953,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0225047401889869,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11520007314104304,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0223766895156345,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1153791923338817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025041127000077164,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11531684551008686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025481363597271524,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11544753967145244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024727332012371064,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11521332371159239,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024479009337425802,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08031967291054,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053639466943944815,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07979728115530978,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054874549504328414,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08161510383224521,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04880310321573261,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0811155384749685,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05190819332965045,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 209,
      "hessian": {
        "down_diagonal_mean": 41.89688491821289,
        "gate_up_diagonal_mean": 559.363037109375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10454759310032842,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024118891738163374,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10464739099656657,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023398283771233586,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10436065754462771,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02441191562364784,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1045868412006468,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024181015754284715,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10457743655318792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02739345188673444,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10453917271979073,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026935510782696452,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10469871279826283,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02711500190738177,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1044833159796793,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028048088543519967,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07866956496140533,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05054387685292393,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07835771794867259,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047593058337611516,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07928639745850817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04457023972913106,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07858778225969812,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05098057352094395,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 211,
      "hessian": {
        "down_diagonal_mean": 23.548526763916016,
        "gate_up_diagonal_mean": 554.6577758789062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10900505237091057,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03122744571736139,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10904922487156093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031113493683995932,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10894315712166332,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031109969252888073,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10899067123974823,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03125305752835371,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10915754198428596,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03321858355080758,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10900253121287178,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033315968367093135,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10910843023051403,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03312909615760533,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1092128815388206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03319577452403227,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07363344252894022,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06309457270216765,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07351453910887672,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06315812723279698,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07370073933062092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06275538774151083,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07381918060131701,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06222316831806968,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 213,
      "hessian": {
        "down_diagonal_mean": 27.52493667602539,
        "gate_up_diagonal_mean": 411.46734619140625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11188193068424354,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019322157945665313,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11156374999186894,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01974907811372343,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11200777487940822,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01971811976498348,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11173061137851636,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019594735465028802,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11176921689477437,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020768589339840125,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1118473089644024,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021242705828228247,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11183970368323161,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02163456982149483,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11186802226212164,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021819460153978343,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08543786895217609,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04130820383117835,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08463544471765136,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04409949700597597,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08468193577159171,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04439106045594197,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08514416815487587,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044061347278634796,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 215,
      "hessian": {
        "down_diagonal_mean": 29.455448150634766,
        "gate_up_diagonal_mean": 559.2605590820312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10998510427754639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027974827138417556,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10990093887666945,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027800536942026072,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11023474120902217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027877546141205745,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11001062568311153,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02809358191498189,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10999940075361922,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030095234317135972,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10985982473458329,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03006345783004277,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11015975114485,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02998356678327888,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11003165883296769,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030043203894363955,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07594295574225464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057766810634766866,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07605413698120642,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04798991673318177,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0757035624596171,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054174573462976126,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07555662451799905,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05864800165281338,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 217,
      "hessian": {
        "down_diagonal_mean": 28.836650848388672,
        "gate_up_diagonal_mean": 518.1016845703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1084385498319389,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027263033260402164,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10822478146232682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02738411277919858,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10820657241409086,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027684318620103374,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1083320001493792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02743581359269998,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10821078042736447,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028829005076528528,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10823148898979794,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028955749346028476,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10838390903991424,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029103426834397258,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10834428359542325,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028864168393127068,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07573388757588857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05926519520668506,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07586064745129084,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059577739130894404,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0756524811788287,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05933975965997628,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.07595753459177815,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0574651660028511,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 219,
      "hessian": {
        "down_diagonal_mean": 58.61473083496094,
        "gate_up_diagonal_mean": 470.6445007324219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11401469086412727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012963386345260603,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11412380147170893,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01306476382778264,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11438059524449452,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012892735541408303,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11437747989797131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012759138195309931,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11449655069140227,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014048288400818102,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11415611700196937,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014190109111872379,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1143173344178839,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014149285716338823,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.114157003794848,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01409581349275236,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08883605329203736,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04305365056024941,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08778124014544045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04385266283622396,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08992110285287602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0417299779477603,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0869687017989533,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045013753949258696,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 221,
      "hessian": {
        "down_diagonal_mean": 40.36824035644531,
        "gate_up_diagonal_mean": 500.76513671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11541839141362818,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019020654068499603,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11577369590883536,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019005317177204602,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11558100866672515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018995951936791634,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11548535258765133,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01883114111286921,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11558206294112944,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020582618819790944,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11575371837727962,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020153132948056166,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925397,
          "packed_nmse_vs_bf16": 0.11558126607794016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02026821019975236,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11528721031189046,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01989405537675285,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08161527040877492,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05263787822829837,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08321507765519405,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04892547694951064,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08319652645834913,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04846189877227058,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08250969862728322,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05065224785989698,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 223,
      "hessian": {
        "down_diagonal_mean": 37.16614532470703,
        "gate_up_diagonal_mean": 557.830322265625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11163884629898994,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022738495576752518,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11146440579635822,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02293697621324423,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11143527939303664,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022867826457143973,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11122528502291999,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022880083661111314,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11138914395808935,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025141516692422334,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11143257150042682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025411760322133804,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11133318383260044,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02542521028645895,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1116143413377038,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02517631090026968,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07938708448163306,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05106509803569074,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07797777146670345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05637734788963369,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07842522842795609,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054977712631499434,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07857040042005761,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05340724722445638,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 225,
      "hessian": {
        "down_diagonal_mean": 19.940082550048828,
        "gate_up_diagonal_mean": 381.23876953125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11591595781813242,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01576375309642134,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11578390857326204,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016558052627948832,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11584830830655471,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016855591207937257,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11577151933583266,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016717475288906773,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11585343292614783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018878882399478433,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11559098077058891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01894917401734486,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11587163714970919,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019507147084095754,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11591324798538212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01964283129033682,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0813431625317046,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04289835115397822,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0812028627577158,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046197403977794246,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08087262231330093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046920960977015785,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08071479030817047,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049313407374526656,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 227,
      "hessian": {
        "down_diagonal_mean": 20.520145416259766,
        "gate_up_diagonal_mean": 310.42529296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11486585357661201,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013982651817531036,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11477476230338368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01416113049875928,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11454662853103072,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014173127074097893,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11481678991413113,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013778675909353102,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11475303593100374,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01562659763270589,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11469444431789064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015866860709006295,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11476019149839088,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016189980167874013,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11464518982617228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015350751679367886,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.08863114036606883,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03986553222340722,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08821569187750103,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03876538854135077,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08804796657094535,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03940084982867202,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0877055861615978,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03877197785948452,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 229,
      "hessian": {
        "down_diagonal_mean": 26.430910110473633,
        "gate_up_diagonal_mean": 544.5444946289062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10861842219600387,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027612553359228215,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10838005365020001,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027653970015378428,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10853317322407842,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02759943769480559,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10838371319993095,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027748871533776198,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10851043847416149,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029938723099698188,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10849609393741069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02979870123737999,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10864761407860686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02997188844300595,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10846943311644736,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029714881529012135,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07534468175029978,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05821138218278222,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07541161045382204,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05932880745536373,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07575405929352559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05794720141261739,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07532347384269425,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05868407503875765,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 231,
      "hessian": {
        "down_diagonal_mean": 21.867773056030273,
        "gate_up_diagonal_mean": 445.9822998046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11322176689560161,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025767064163623607,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11312692914311363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02575615235128456,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11317018977518668,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0253322660752752,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11344283226253951,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025707110663787888,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11300801570496329,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02701856292168327,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11335489684274605,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02733088684717114,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11348918810882741,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027034118952845194,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11323206668301675,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02758963491689689,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07907410447451635,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05442163821098811,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07839006899033363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055324764022650956,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07881591985038512,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05380898222129944,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07816947945225396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054375494772373974,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 233,
      "hessian": {
        "down_diagonal_mean": 19.48571014404297,
        "gate_up_diagonal_mean": 375.13848876953125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11937492215688073,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016079950999996366,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11928932563437251,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016086527801635067,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11913562973751181,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015668452152777183,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11941267729880725,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015584053467109105,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11924408610350873,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018381237392800644,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11937066329065281,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018495930349322776,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11944565458019002,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01813131638356464,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11938651627766853,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01818051070612989,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08514313666430402,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04560451840529532,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08448038981123716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04793952330966474,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08651145531826542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04521292509179158,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0863711396669927,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04503265165142712,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 235,
      "hessian": {
        "down_diagonal_mean": 17.155288696289062,
        "gate_up_diagonal_mean": 328.61566162109375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11286668301774537,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017248922792424196,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11238242123271155,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017666054195226974,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1127242951126682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017536220841424203,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11258592374363136,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017518143782960603,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11231723778188925,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01958244557873022,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11249656802142165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01949179024833337,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11241006335854566,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019327372150228513,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11241563526139949,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019580438434462877,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08568193383288586,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04617872437744877,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08467925935937431,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04627752426626211,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08579674336035964,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04379059276057146,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08507057467834403,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04572387169479681,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 237,
      "hessian": {
        "down_diagonal_mean": 25.802959442138672,
        "gate_up_diagonal_mean": 548.173583984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10975016731770536,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028723082950661814,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10965523807485271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028527705325155747,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10957010078754857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028709408694481714,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10977915947359779,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02876883218688089,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10952917682142664,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0305020637919938,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1098212460958554,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030320947426823723,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.109632423826511,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030395215246114934,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10967492593728506,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030409869684186356,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07518256366081318,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060563054603624454,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07515402209785876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0601596023643804,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07535549058149299,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05949102176788111,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07506471828774101,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06059507196097115,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 239,
      "hessian": {
        "down_diagonal_mean": 17.085355758666992,
        "gate_up_diagonal_mean": 428.6983337402344,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11300757486258285,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024740194720814228,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11325861752794422,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024570678528600357,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11326063332668199,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024956258318961335,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1132388401680918,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024771117780858328,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1133489391261186,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026494356317522835,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11304845431194122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026272263800046988,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11278603522388711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026465021913691596,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11297523783932571,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026531161150570647,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07648420048705427,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05743468032901791,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07693648441962085,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057750865890302976,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07637912642878757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05861776309629568,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0766436741808601,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057173869268238586,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 241,
      "hessian": {
        "down_diagonal_mean": 26.502864837646484,
        "gate_up_diagonal_mean": 433.3336181640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11164571207123251,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023248241039535007,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1117125579909084,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02327326864062462,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11170229477683208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023717542439953127,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1115205680256195,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02342593985072373,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11167430375597438,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02507717850717243,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11164245869691412,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025673695505913682,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11163961913029415,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025809724287346063,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11166786435213184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025687973045544956,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0789094307224992,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05126433915567908,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07842855527703041,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05077391752539039,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07833505416179866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04922468544360633,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08025417200160881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.02892193426059716,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 243,
      "hessian": {
        "down_diagonal_mean": 23.723302841186523,
        "gate_up_diagonal_mean": 449.0720520019531,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11218232340259501,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025168623780191083,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11235433316251897,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02508854458866871,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11210729015745295,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025059832813729612,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1122717246872767,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025418155614712258,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11210003907821124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026410838323738566,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11255303499641683,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026436574936916042,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11204488789977479,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026546375877664743,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11235296117320966,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02668721848623986,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07786434394485518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056125472997930775,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07794486729154704,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05578613794447711,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07809726536630796,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05339625160095216,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07721763487910208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05737559144554778,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 245,
      "hessian": {
        "down_diagonal_mean": 26.90766143798828,
        "gate_up_diagonal_mean": 545.9151611328125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11149841925907576,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026614359188886934,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11134271755022752,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02690797860766425,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11160554626845219,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026829336100773236,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11141768161449576,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026679002105176427,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11146214272456186,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02844732300673603,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11142238736900512,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028351059216942042,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11133721577417166,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028359147836993892,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11157191224519761,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02836283416412178,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07516825737473144,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06078788359953129,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0755837219978997,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06024032718481144,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07583627874397751,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059206126547403835,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.07537660409908452,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0603082844911876,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 247,
      "hessian": {
        "down_diagonal_mean": 16.582565307617188,
        "gate_up_diagonal_mean": 331.60369873046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11252020412000371,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017963052093515234,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1125284399267783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01808805514479594,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11245012936552293,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017677044784698292,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1125716150894395,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018016497629480405,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11243377557454508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019560929469453644,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11253963191508251,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019687752977424186,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11254668420612075,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019864860823994895,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11293341667180838,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019761621604971958,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08307423277663559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04818288064049057,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0832226493439588,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04558499768276761,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08394429288465492,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04503660800945995,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08306451355899087,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048571035780904846,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 249,
      "hessian": {
        "down_diagonal_mean": 23.650733947753906,
        "gate_up_diagonal_mean": 516.8853759765625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11345050642749419,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026965196728771443,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11357250004922481,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026999322214155422,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1135380720064327,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02705020693759619,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11360503216163888,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027076878058044748,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11376902736007638,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028607563939067028,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11357731808334469,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028678792466000084,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11364082838176219,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028546082855900247,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1137739300973602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028589449420405977,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0759023463244116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05860735156779898,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0762036857232969,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05878848617873151,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07627009455171625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05785767675243002,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.0759947821927456,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05883153850432883,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 251,
      "hessian": {
        "down_diagonal_mean": 30.327375411987305,
        "gate_up_diagonal_mean": 428.444580078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11369881843641488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018646024999273557,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1134146093791282,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018657367929822314,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11338059049121373,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019004128276417176,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11346114320244086,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018426126476206166,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11348874214000526,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020626263867010775,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11353779951937369,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02019098658185897,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11363556828634187,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02085604476358499,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11364130072828439,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020392593796416173,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08270289671242727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05012167760951746,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08365897658810191,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04944560048016053,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08281393305616026,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049771059291366965,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08361833842067566,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04942212311955308,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 253,
      "hessian": {
        "down_diagonal_mean": 30.215167999267578,
        "gate_up_diagonal_mean": 337.572021484375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11039881759090774,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.009486000749802888,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11040866451698363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.009594043775950273,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11035266358294786,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.009673425127986537,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10991097622547817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.00976928623175341,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11031170702613559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.011910317289254681,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11046459932056915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012291103553880429,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11036536720579114,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012071958960076115,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11039518776453269,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012159223359839691,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0879390325518443,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03414184506007992,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0868019549522434,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03811848511013229,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08591548604480469,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0384371221674789,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08587680645706541,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.039453899976707965,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 255,
      "hessian": {
        "down_diagonal_mean": 27.424663543701172,
        "gate_up_diagonal_mean": 514.2176513671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11169368800674492,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024518022986600465,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11192791406716612,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024390763942060682,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1118879878100904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02475122897557394,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11176839831336188,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02430712252643703,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11163933961160384,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027085197035033946,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11157351879484509,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02652740092014419,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11143138045625194,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027130446976601906,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11187464721636169,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026843946326513712,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0163625546133597,
          "packed_nmse_vs_bf16": 0.0762388275271559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05793980566494481,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0769695578610168,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056546311151582915,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07682957979416875,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055579063795604775,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07717154473020608,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0560802320683574,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 257,
      "hessian": {
        "down_diagonal_mean": 21.263748168945312,
        "gate_up_diagonal_mean": 374.7706298828125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11175551605693203,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02040393960379627,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1118535898133067,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020288375272472098,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11176140529828552,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020822367155937896,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11189216306424152,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020436597943354902,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11155682905678015,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022307271397963686,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11160521770266688,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022285231351114283,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11166833255987416,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022392837569493715,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11170008356194064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022309678916038495,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08093454259356776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05123842914849823,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08117073952069727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05006472737186601,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.080925403822034,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05128178677117775,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0811233987981189,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051022687420292506,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 259,
      "hessian": {
        "down_diagonal_mean": 40.67195510864258,
        "gate_up_diagonal_mean": 549.15283203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10582807932677694,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023925796642236742,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10594865809882772,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02434981614810406,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10589119941922004,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024219853134566215,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10605165352718958,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023973738578410786,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10586138999828854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026490717551907236,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10572496021863748,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02636400150891513,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10592936682296401,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02653820390257713,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1057995011065539,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0263203703939012,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07652332392938238,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05808818063267779,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07630100072634237,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05886318879319397,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07626938390561333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05874111790706397,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07706887222039338,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05783951322513233,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 261,
      "hessian": {
        "down_diagonal_mean": 15.388142585754395,
        "gate_up_diagonal_mean": 305.1975402832031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11292894504228686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01555736127601429,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11304489219589568,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015448737299876704,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11304652195780614,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015502942476609388,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11303082492226438,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01581916246854124,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11297425746209819,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01717586816074044,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11294347632565556,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017524369826748803,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11314274733265649,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01724918868739905,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11291484420101368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017302273967454332,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08527283784095384,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044958931495062415,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08490688060770266,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04679861199836136,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08563047478729915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045227966457406496,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0845112334472535,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0467653154630193,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 263,
      "hessian": {
        "down_diagonal_mean": 41.55929183959961,
        "gate_up_diagonal_mean": 490.2772216796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11032969546090082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0201152916565957,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1102412504184143,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019867243078365047,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11048800389928062,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01958813830880912,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11022240901670509,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01996895104804732,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11025061417886799,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022274869715920916,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11027649647505328,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022055367424518395,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1102727759421221,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021729203608633216,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11002670605751504,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022077593909007428,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07887942894330346,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05519708014780198,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0795252870613353,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054006186108343575,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07933303519415222,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05450124751496329,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07899907517430865,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055449879889208804,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 265,
      "hessian": {
        "down_diagonal_mean": 28.567241668701172,
        "gate_up_diagonal_mean": 533.0672607421875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11232300441117846,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025815003202638277,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11227317497356674,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02617323177541131,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11224876854639312,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0260731230368996,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11230350308385206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026172850813020607,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866402,
          "packed_nmse_vs_bf16": 0.11241508635512677,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028092331592202226,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11231269155876056,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028798781555322027,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1123090858897076,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02860778985228657,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1122730887129487,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02868453235840665,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07848776700532621,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045204172638248594,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0770122724066885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055706652639560164,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07675488264770379,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05543123037439865,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07714117471964954,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05630129836454533,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 267,
      "hessian": {
        "down_diagonal_mean": 43.01080322265625,
        "gate_up_diagonal_mean": 513.6768798828125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11100555951797851,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022991031475147163,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.1110370443953498,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022873568871833772,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11109477018131553,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022561429683823717,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.111312604511721,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022491267468321318,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11103252018233979,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02461258181067919,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11104579947303209,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025120939868448405,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11098410347360836,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024736771949901894,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11118186443188581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024711185979433416,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07997966632291278,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05134286628007891,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.0792362206142259,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05291974669449863,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07957460489648258,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054064605796288925,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0791518392404137,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054178283037658835,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 269,
      "hessian": {
        "down_diagonal_mean": 30.062692642211914,
        "gate_up_diagonal_mean": 485.1724853515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10935257637441684,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026012952971368162,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10958018536621368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026439736981726563,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10940641380988016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025630408607958583,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10954607045318891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026003164194887202,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10973679835939643,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028056299157865235,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1093239558113897,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028145974495474565,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10928365319622052,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027783156770576998,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10943328313212242,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02817650870021654,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07687039082308303,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057916722368477266,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07677336772802457,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058358052899273295,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07756381883546691,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057200749196907985,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07722927222841332,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057174985441524794,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 271,
      "hessian": {
        "down_diagonal_mean": 21.878278732299805,
        "gate_up_diagonal_mean": 489.0758361816406,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11178674377437166,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024833611511081422,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11179271972495858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025157833469443527,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11192886025865147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0250513970246563,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11170994277941254,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02493037788056031,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11167209897498265,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026521671043385292,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11187170414520206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027087108819304383,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11192837455780202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02703905567000028,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1120577496646988,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026742049075060878,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07816094563314123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052029710254756334,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0771573793622252,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0574616924167676,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07726186691765086,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05728381633164646,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07799849412794789,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054594553986973854,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 273,
      "hessian": {
        "down_diagonal_mean": 31.388280868530273,
        "gate_up_diagonal_mean": 549.2977294921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11092702240541948,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02561185302812582,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11103721360937661,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02544538689476242,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11085488745248001,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025563010548029595,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11089132030013728,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025505074073533574,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11101035068118868,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027521000297078282,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11095342534372131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0277161577888057,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.111052833260679,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02739917869019498,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11098497345729247,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027577231043639325,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07644181384431939,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05884568325249632,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07631281525477714,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05857624469506084,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07637852280271712,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05857841929292115,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.07651917407602565,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05781395173776319,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 275,
      "hessian": {
        "down_diagonal_mean": 32.4379768371582,
        "gate_up_diagonal_mean": 505.4134216308594,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10888425150557256,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02366613262947118,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10890185359286686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02343979844378484,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10874835824020113,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023213795477890955,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10887424543438794,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023120337815695488,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10888671615087213,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02528039441214737,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10881016888355366,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025412528401610433,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1089753369396082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024574112064223573,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10882005305762843,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025179832487848875,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07819179249956032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05639768803505619,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07824056316174038,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05670799694844152,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07862028863041011,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05566271386033631,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07862475527282503,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05564007541128781,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 277,
      "hessian": {
        "down_diagonal_mean": 23.93565559387207,
        "gate_up_diagonal_mean": 548.107177734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10889429603275665,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029531189654183,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10884966263704735,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02965434369921932,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10894428744715257,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02951325841349511,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1088660278701363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029601254389043364,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10889638134165497,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03279164079768918,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10880989509866351,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032728207105328436,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10891758474415852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03265029468565443,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10884847272452015,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03282178683970671,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07453247080932342,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06141497409273232,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07505575469045621,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058994586306170986,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07498746689383208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05876087593203114,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07484342808552803,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06034291896948431,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 279,
      "hessian": {
        "down_diagonal_mean": 32.34543991088867,
        "gate_up_diagonal_mean": 422.00830078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11607502437540111,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019069478012456613,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11601754855525342,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0186926034711723,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11620104013145079,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01890874516052957,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11612853616078124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019041630771184988,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1161024701659195,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02151689621262456,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11591041922284888,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021303547367038097,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11610455069275158,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021343407865902882,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11602360213861214,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02143413817390249,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08211747943644496,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049296887030383686,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0825802027397937,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04882007508593552,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08257436423167079,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0468068930094572,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08286164064498806,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0465981548169927,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 281,
      "hessian": {
        "down_diagonal_mean": 25.83757781982422,
        "gate_up_diagonal_mean": 442.7817077636719,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11582821278841039,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020062216740231134,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11599475812927748,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02002535053755006,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11592925378302218,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02004890674685809,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11598394685659681,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019801956639069387,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11586076549645574,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021502285584792634,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11566589571911286,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02132210879624712,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11563385076723781,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021162499457447963,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11578867590403509,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021178526755235613,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08048691214951666,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05225983244596087,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08109311377617728,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049940706858003545,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08057637415292733,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04934662116539472,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08183278235360254,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04721373888239902,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 283,
      "hessian": {
        "down_diagonal_mean": 22.007862091064453,
        "gate_up_diagonal_mean": 433.59130859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10898363151802455,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024374690585904846,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10889458794283911,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02440245030640961,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10892548845717014,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02478312514596818,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10878592703930041,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02399770223008755,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925397,
          "packed_nmse_vs_bf16": 0.10907522669990129,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026394887683415705,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1088694833485816,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02682401593075905,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10892388218526465,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02648878136681426,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10891604639568593,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02606122346247708,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07762154586540825,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05605994682776184,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07724471733951278,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05706196059182167,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07726840874922464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05674818258831603,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07809014773260027,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054959913109021354,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 285,
      "hessian": {
        "down_diagonal_mean": 26.393840789794922,
        "gate_up_diagonal_mean": 571.8138427734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10680398184705232,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03148008274058996,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1067266907912881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0314957139608606,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1065514739093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03153012674412433,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10666880327490172,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03169884979920631,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1066229189097566,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033492987266284885,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10662628307196396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03344204103863659,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10668421898006798,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033606918287038566,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10663359691204137,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03358207964217948,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07355921822782178,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06281308598763576,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07360200792094766,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06299596591260026,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07370691104105331,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0629577517543973,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07354902977679201,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0629506078589938,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 287,
      "hessian": {
        "down_diagonal_mean": 34.50499725341797,
        "gate_up_diagonal_mean": 552.6318969726562,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10712403686894574,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027711947808188725,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10679515854908092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02700094045296652,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1068858160320782,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02762468747861147,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10694791624613642,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026982333740677173,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10686687228298304,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030126037896420054,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10674015092965548,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02958185106460192,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10701341289114948,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029905017396883726,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1068211735631233,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02994263994566682,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07602720063565506,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058891952965938264,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07689801195015154,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05725634658171316,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07648402337502071,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058140333877512905,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0769034181217879,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05713501889394197,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    }
  ],
  "experts": [
    1,
    3,
    5,
    7,
    9,
    11,
    13,
    15,
    17,
    19,
    21,
    23,
    25,
    27,
    29,
    31,
    33,
    35,
    37,
    39,
    41,
    43,
    45,
    47,
    49,
    51,
    53,
    55,
    57,
    59,
    61,
    63,
    65,
    67,
    69,
    71,
    73,
    75,
    77,
    79,
    81,
    83,
    85,
    87,
    89,
    91,
    93,
    95,
    97,
    99,
    101,
    103,
    105,
    107,
    109,
    111,
    113,
    115,
    117,
    119,
    121,
    123,
    125,
    127,
    129,
    131,
    133,
    135,
    137,
    139,
    141,
    143,
    145,
    147,
    149,
    151,
    153,
    155,
    157,
    159,
    161,
    163,
    165,
    167,
    169,
    171,
    173,
    175,
    177,
    179,
    181,
    183,
    185,
    187,
    189,
    191,
    193,
    195,
    197,
    199,
    201,
    203,
    205,
    207,
    209,
    211,
    213,
    215,
    217,
    219,
    221,
    223,
    225,
    227,
    229,
    231,
    233,
    235,
    237,
    239,
    241,
    243,
    245,
    247,
    249,
    251,
    253,
    255,
    257,
    259,
    261,
    263,
    265,
    267,
    269,
    271,
    273,
    275,
    277,
    279,
    281,
    283,
    285,
    287
  ],
  "gpu": 1,
  "layer": 8,
  "physical_experts": [
    1,
    3,
    5,
    7,
    9,
    11,
    13,
    15,
    17,
    19,
    21,
    23,
    25,
    27,
    29,
    31,
    33,
    35,
    37,
    39,
    41,
    43,
    45,
    47,
    49,
    51,
    53,
    55,
    57,
    59,
    61,
    63,
    65,
    67,
    69,
    71,
    73,
    75,
    77,
    79,
    81,
    83,
    85,
    87,
    89,
    91,
    93,
    95,
    97,
    99,
    101,
    103,
    105,
    107,
    109,
    111,
    113,
    115,
    117,
    119,
    121,
    123,
    125,
    127,
    129,
    131,
    133,
    135,
    137,
    139,
    141,
    143,
    145,
    147,
    149,
    151,
    153,
    155,
    157,
    159,
    161,
    163,
    165,
    167,
    169,
    171,
    173,
    175,
    177,
    179,
    181,
    183,
    185,
    187,
    189,
    191,
    193,
    195,
    197,
    199,
    201,
    203,
    205,
    207,
    209,
    211,
    213,
    215,
    217,
    219,
    221,
    223,
    225,
    227,
    229,
    231,
    233,
    235,
    237,
    239,
    241,
    243,
    245,
    247,
    249,
    251,
    253,
    255,
    257,
    259,
    261,
    263,
    265,
    267,
    269,
    271,
    273,
    275,
    277,
    279,
    281,
    283,
    285,
    287
  ],
  "physical_tensor_count": 6912,
  "schema": "glm53-brandon-style-low-bpw-tail-part-v1",
  "selected_k": {
    "1": 2,
    "101": 2,
    "103": 2,
    "105": 2,
    "107": 2,
    "109": 2,
    "11": 2,
    "111": 2,
    "113": 2,
    "115": 2,
    "117": 2,
    "119": 2,
    "121": 2,
    "123": 2,
    "125": 2,
    "127": 2,
    "129": 2,
    "13": 2,
    "131": 2,
    "133": 2,
    "135": 2,
    "137": 2,
    "139": 2,
    "141": 2,
    "143": 2,
    "145": 2,
    "147": 2,
    "149": 2,
    "15": 2,
    "151": 2,
    "153": 2,
    "155": 2,
    "157": 2,
    "159": 2,
    "161": 2,
    "163": 2,
    "165": 2,
    "167": 2,
    "169": 2,
    "17": 2,
    "171": 2,
    "173": 2,
    "175": 2,
    "177": 2,
    "179": 2,
    "181": 2,
    "183": 2,
    "185": 2,
    "187": 2,
    "189": 2,
    "19": 2,
    "191": 2,
    "193": 2,
    "195": 2,
    "197": 2,
    "199": 2,
    "201": 2,
    "203": 2,
    "205": 2,
    "207": 2,
    "209": 2,
    "21": 2,
    "211": 2,
    "213": 2,
    "215": 2,
    "217": 2,
    "219": 2,
    "221": 2,
    "223": 2,
    "225": 2,
    "227": 2,
    "229": 2,
    "23": 2,
    "231": 2,
    "233": 2,
    "235": 2,
    "237": 2,
    "239": 2,
    "241": 2,
    "243": 2,
    "245": 2,
    "247": 2,
    "249": 2,
    "25": 2,
    "251": 2,
    "253": 2,
    "255": 2,
    "257": 2,
    "259": 2,
    "261": 2,
    "263": 2,
    "265": 2,
    "267": 2,
    "269": 2,
    "27": 2,
    "271": 2,
    "273": 2,
    "275": 2,
    "277": 2,
    "279": 2,
    "281": 2,
    "283": 2,
    "285": 2,
    "287": 2,
    "29": 2,
    "3": 2,
    "31": 2,
    "33": 2,
    "35": 2,
    "37": 2,
    "39": 2,
    "41": 2,
    "43": 2,
    "45": 2,
    "47": 2,
    "49": 2,
    "5": 2,
    "51": 2,
    "53": 2,
    "55": 2,
    "57": 2,
    "59": 2,
    "61": 2,
    "63": 2,
    "65": 2,
    "67": 2,
    "69": 2,
    "7": 2,
    "71": 2,
    "73": 2,
    "75": 2,
    "77": 2,
    "79": 2,
    "81": 2,
    "83": 2,
    "85": 2,
    "87": 2,
    "89": 2,
    "9": 2,
    "91": 2,
    "93": 2,
    "95": 2,
    "97": 2,
    "99": 2
  },
  "sha256": "e809500d90bac7dc0f661959252c61ae3386f7445ba73f26180ded245e6dd0cc",
  "shadow_experts_ignored": [],
  "source_sidecar_sha256": "2ff56b36dedf79d357611416695119f8a3f3068b38977c0af33d91447ebb46f9",
  "state": "COMPLETE",
  "tensor_count": 6912,
  "tier": "k2-k3-tail",
  "variant": "2.0"
}