{
  "bytes": 922818568,
  "expert_reports": [
    {
      "expert": 0,
      "hessian": {
        "down_diagonal_mean": 26.76563262939453,
        "gate_up_diagonal_mean": 371.502685546875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10990791060052779,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01746509155591088,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11010000350906443,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017514098938492696,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11009971786479666,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016978735299029834,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11001997550624441,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016679775503442237,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11010746299784999,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019266001535657013,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10992261456460768,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019505357521512192,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10989061757468907,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019063323015800975,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10971738337908055,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018406578096384525,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08328155934394817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04957799097253296,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08298496361303011,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0494185067810471,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08372974758404117,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046641871043713055,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.0843460344205571,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04647721096259878,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 2,
      "hessian": {
        "down_diagonal_mean": 34.418785095214844,
        "gate_up_diagonal_mean": 452.52783203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10492952282335226,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020976051154850676,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10479079643906547,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020745815300481897,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10484226013978777,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02080330941580754,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10499575693374039,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020700080078043293,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10491659828847058,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02364365945940578,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10464571867900747,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024327450654317472,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10473443548877237,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023923525385625404,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10494621077007124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023915476649523124,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08062292830718311,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04804458842350985,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08031121924042293,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049436927927197304,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0805777813905969,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050191169765265296,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08080636092834867,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044393826287886275,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 4,
      "hessian": {
        "down_diagonal_mean": 20.570972442626953,
        "gate_up_diagonal_mean": 441.0748291015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1045463398001075,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02103125351060899,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10460395194843344,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021085726390617402,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10442149652233808,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021054422744469836,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10453079842999222,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021009137130082397,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10433185818667105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02306223911988613,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10447777678104586,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02310516478013461,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.10453267310444878,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023211871873529445,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10451328818320928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023015766670386538,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07846049798997792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05255152380022896,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07870005390337859,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05230508795486108,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07854783507990341,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05084650397970427,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07900644304184683,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050830642400843104,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 6,
      "hessian": {
        "down_diagonal_mean": 21.702566146850586,
        "gate_up_diagonal_mean": 447.22039794921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1099725076908289,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02115715798111784,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10997450421859155,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021731228662818184,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1102474095036039,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021212812160567234,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11016003659714636,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021106705727508026,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10984764793127856,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02497274946372746,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1101375629498306,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025276517620972543,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1100692953176769,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02500859556629694,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11001933961675979,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02543234569158055,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.0784552839576509,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05318156809725497,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0775890571811282,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05483567231265776,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07894233990463126,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050456368315936306,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07790076090445897,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05475974355163483,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 8,
      "hessian": {
        "down_diagonal_mean": 24.487009048461914,
        "gate_up_diagonal_mean": 413.5168151855469,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11067150048140982,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022629509826690018,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11050634189919759,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02260775546067484,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11040903601880007,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02283417834336097,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11066690907068545,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021761696313770663,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11051071760737961,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025193423535233267,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1105523495034951,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025238674586639996,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11068819978194011,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02488193757671227,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11082642933389872,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024588824451739127,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08048918256536776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05259696057365581,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08022882373844756,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05356853518596003,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08061259571069809,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052977609455261095,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08197774235681687,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05189765152065019,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 10,
      "hessian": {
        "down_diagonal_mean": 35.036895751953125,
        "gate_up_diagonal_mean": 452.07452392578125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10841997867619305,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018291429458348846,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10834795669637858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018556423732328776,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10836547890788423,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01822055977032371,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10835693521690265,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018647246987869667,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10825483175199083,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020636030055991194,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10831485350489548,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020764583733843444,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10825184752474686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020432172304541675,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1083571002255638,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02064240018072823,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07675708802810204,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05708623202781519,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0765618506801714,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0573130744392415,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07680393190856594,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057096346900226504,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07672177956570554,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057627838880039105,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 12,
      "hessian": {
        "down_diagonal_mean": 25.416080474853516,
        "gate_up_diagonal_mean": 440.89410400390625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10803374937873818,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02384073828775373,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10830831780282112,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023561084402534266,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1080642445395448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023798303965419407,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10830423018382511,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023589892914724565,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10834578961488749,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02661552272768974,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10818837717133617,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02615836171069143,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10834070269224592,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026674593759108484,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10823285117888147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026096655571673618,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07721860094428559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056334039043957444,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07803639602955707,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05567325166579977,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07740038895898595,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055871385059218626,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07810007165932996,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054081711652456455,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 14,
      "hessian": {
        "down_diagonal_mean": 29.22682762145996,
        "gate_up_diagonal_mean": 429.27520751953125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11540139797406905,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017432816100232194,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11533464674609172,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01801589961681124,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11532710182493236,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017699769111288913,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11535746846462361,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01781168005238023,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11562567392558819,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019050733667677483,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11547079216358963,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019083106843313897,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11551396859695359,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0187394521311383,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11560054866071069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01941261706150004,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08302730970683057,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04727232416040587,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08163171731199301,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049346192576826715,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08270982875989194,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04512734832749218,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08186724007933278,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049961371165868886,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 16,
      "hessian": {
        "down_diagonal_mean": 29.002639770507812,
        "gate_up_diagonal_mean": 437.00262451171875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10830024420891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022315244753742476,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10831550015535649,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02239834668204878,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10847522783669974,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022211538967334687,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10822581220643238,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02216598825682921,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10836370772289833,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0246654489837108,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10817127833750265,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02480966509633988,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10851812687911283,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024669722911692813,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10829266420686316,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025052926878588233,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07668412960713665,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05829828595324434,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07640852815507754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05837996332534932,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07691336797983998,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05795502033292914,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07663052111221623,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05829139907059315,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 18,
      "hessian": {
        "down_diagonal_mean": 33.837608337402344,
        "gate_up_diagonal_mean": 431.3828125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10819486821957297,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018358730636973738,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10807418922145412,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0183134153759265,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.978047329359385,
          "packed_nmse_vs_bf16": 0.10834461160482232,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018444052720939616,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10811759600965429,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01852714584032158,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10829108845476465,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02054764540565657,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1080603307336508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02063046185869676,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10818679862963075,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020902462587009743,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10800909560467843,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020846927071431112,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07795724666971203,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05676783437461297,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07768056495653648,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05710130963488457,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07714307914424204,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057342427479221914,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07673824060256446,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05817214880061445,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 20,
      "hessian": {
        "down_diagonal_mean": 35.42136001586914,
        "gate_up_diagonal_mean": 419.14825439453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11267396487222243,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01884385988521135,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1125986502268533,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018966717138258257,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11258202968215819,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01870515484354381,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11272414934769198,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018884772167639192,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.112715747094201,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020264869477629836,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11263603518915823,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02040984381891412,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11261386037698885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020413857031837738,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11261841187830127,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02053925251604811,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08118228257520779,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05336971350396624,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0828756387562634,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05150582974068764,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0823941231738177,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05198403721717002,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0823333521244532,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05255511482917716,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 22,
      "hessian": {
        "down_diagonal_mean": 44.5499267578125,
        "gate_up_diagonal_mean": 415.5429382324219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11101141346150524,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.011881483131154428,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11087139237132762,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.011924881113905602,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11097498715260004,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012230359666187957,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11096393114897236,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012021038798723547,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11098357663781667,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013316626213355493,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11105850577948419,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013645233675629044,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11085434185181024,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013711023190318855,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11105720759890593,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013983189030454415,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08475071741669282,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04244287924388938,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08511625299337104,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04174917838482035,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08409023880371133,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04665974458494042,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.08700120394312809,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.038784585088962355,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 24,
      "hessian": {
        "down_diagonal_mean": 36.10792541503906,
        "gate_up_diagonal_mean": 420.4658203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11319658591364724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01523288758442548,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1131762595206282,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015436499118891426,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11327265973890883,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015057262682759785,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11328871036914784,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015182796715597786,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11334007708770673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016617153371925996,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11335699895613921,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017007722566754858,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11331588529898137,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016918148894815077,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11345367616333676,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016964302434258515,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08535751461837351,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.038201788184892144,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0846110214132638,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045602660178336446,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08499116155500147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04330120019438026,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08448665249551249,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04336314214075122,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 26,
      "hessian": {
        "down_diagonal_mean": 25.52471160888672,
        "gate_up_diagonal_mean": 459.45849609375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10367581270993964,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020232693983209607,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10372054802320507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020772037697341615,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10383220465100723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019661006517937916,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10370008463695837,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0202619573542891,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10352433014638966,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025462654297844913,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10347087847926734,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02523517979992664,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10359847626543493,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024629985248119476,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10383224541584393,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02519204992619753,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07786157339115432,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051287363548718407,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07802850067871357,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05097130884563593,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07845564111362413,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051251668027456884,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07804682173705696,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052112114611373175,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 28,
      "hessian": {
        "down_diagonal_mean": 18.036815643310547,
        "gate_up_diagonal_mean": 420.9244689941406,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10944178649135546,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019414446557817416,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10937039507579206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019701644899355095,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10943336983350592,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019559929245322946,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10927637957770457,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01960000729282444,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.10943726810123956,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023010277696014596,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10944383532554663,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023497949897922928,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10928196175416882,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023195415312934956,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10915880066093482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02356917600669138,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07655215432676517,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05675376029236543,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07628886013797455,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05753387091229146,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07719230433136359,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055417921189678754,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07674914670311922,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05391657615672646,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 30,
      "hessian": {
        "down_diagonal_mean": 27.994707107543945,
        "gate_up_diagonal_mean": 456.47625732421875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10995885987050702,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020459285372105087,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11012658987785366,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020447746559879035,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11028713114198073,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020456294514216832,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11011847078722578,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020852000792599575,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11008773841436263,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023531662404301563,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11007826435255182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0237107248847915,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11017716743632137,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023663830227718743,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10998137876596592,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023669827368597726,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07943781925022879,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05375401321867979,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07982264423248375,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052536425360637004,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0793786149384145,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0542062196106575,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07877049248995907,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05476383157464914,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 32,
      "hessian": {
        "down_diagonal_mean": 35.60498046875,
        "gate_up_diagonal_mean": 465.15960693359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10717909757081948,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01947561141521911,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10730213387499138,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02023333376932285,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10721210380589737,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019628545923878395,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10724198374309019,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020012771319841766,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10725867916613065,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02160866157406265,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10702933891263991,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02210333352518461,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1071504549077095,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021874613553975727,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10719927561138262,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02183874614533267,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07863730939550817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053863117732707674,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07822174502098547,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05555769782364922,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07817705160196649,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05504175876376281,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07831163782750887,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05508276985963946,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 34,
      "hessian": {
        "down_diagonal_mean": 28.94045066833496,
        "gate_up_diagonal_mean": 447.8714294433594,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10736652944936351,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02245678278600414,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10725146835044028,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022427083894221364,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10755101733622144,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02232890037012111,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10745345219011575,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022222730751322525,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10750815013916601,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024279102253943117,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10729935730446608,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024452110466500056,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10757970920479845,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024046736170811586,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1075395717525683,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023984987320452674,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07678935597626001,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05818340589397471,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07676925870619696,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05835320625209962,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.0770537480310785,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05776166241363939,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07673906823641154,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058382888767514914,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 36,
      "hessian": {
        "down_diagonal_mean": 25.124919891357422,
        "gate_up_diagonal_mean": 449.1646728515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10910055369910038,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019403113265788557,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10895141169075519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019548550587835587,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10925812102885246,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019232187408201824,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10910713513786377,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019429490515508376,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10909318835675785,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022315132460271524,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10877683893871998,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022301740045807275,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10915083192059857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022365906916230287,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1090365534162511,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022475168280818022,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07936077204240688,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05300930059615395,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07925101223387603,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053020174424185,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07907975817371267,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05307076818118023,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07894464930879719,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053625164218452204,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 38,
      "hessian": {
        "down_diagonal_mean": 25.671886444091797,
        "gate_up_diagonal_mean": 451.66741943359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1093119328918965,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024071221037846525,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10935670026037529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023977850993507407,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10933704059548724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023981690640638133,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10914714983742319,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023999427479911867,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10914567984399887,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025894985986453806,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10941074143887727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025880457894340517,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10937039930523629,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025531819251200155,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1093701760916831,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025528432576936762,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07836490199664799,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05490346332133424,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07875987893983498,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05442230332751288,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07861506367634431,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05374895492945557,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0786848906170578,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053380364573245354,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 40,
      "hessian": {
        "down_diagonal_mean": 27.496557235717773,
        "gate_up_diagonal_mean": 445.619140625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10916827665529918,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022186451576946067,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.10934395181774698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022369288413431276,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10911225490390782,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022195772429171087,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10924445951916202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02220750713054492,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10908461160203825,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0244805704772408,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10907152174205137,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024221427589200102,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10943834452829876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024038396383682364,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1090198380937243,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023921329478889617,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07779588062756972,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05739901508674854,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07785281935786727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05729370709990258,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07763804956644625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057024725388836815,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07779279452901715,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05726574832219762,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 42,
      "hessian": {
        "down_diagonal_mean": 30.240015029907227,
        "gate_up_diagonal_mean": 464.4252624511719,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1084992086342177,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021938226057296614,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10866978962241002,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02190457508377243,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10850641342192173,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021706560587304784,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10849025794257852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022006879516479186,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10826307364932408,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026387085509209367,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10831271703825598,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025666184516196136,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1085048265475698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025348528590085104,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10865181879471969,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025533437850840373,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08011390116136151,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046858804787025324,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08107139200561574,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044605308148049756,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08104870408976407,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04370436873461196,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08160780578274143,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04230263250912317,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 44,
      "hessian": {
        "down_diagonal_mean": 15.245606422424316,
        "gate_up_diagonal_mean": 412.957763671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1075615104991394,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02158967743123765,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10743331790092388,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02208884472741903,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10743423094431043,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0215756793887494,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10751669786338507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021580850297067418,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10730976590727061,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02513850895985416,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10732846631349731,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025365511224102088,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.107356127873642,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02467749466916883,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10749629598534785,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025308644622159874,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07571915621726935,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05589950984620634,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07536620829080849,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05739375331478825,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0755642052394208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05655955407000783,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07546775689289813,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056896320188840145,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 46,
      "hessian": {
        "down_diagonal_mean": 20.543426513671875,
        "gate_up_diagonal_mean": 432.20281982421875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10853184175844426,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023653388332568456,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1084651595277873,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02333669668189256,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10873501100113775,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02345600728998426,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10864255352895356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023575510135648698,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10854338261625303,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026493431600038836,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10876277229072503,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026505581807966822,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10836156981322514,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02658823392458684,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10835309687734797,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02633894220406307,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07796832193183616,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056110637655594924,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07852905526023024,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05546794449966376,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07773529751018823,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05655599610559181,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07800777616757716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05511381592719203,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 48,
      "hessian": {
        "down_diagonal_mean": 28.805471420288086,
        "gate_up_diagonal_mean": 422.2095947265625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1119190938430329,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018991895075185835,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11150677671805663,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01913901425687399,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11187589373419629,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01884779367964687,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11180673287656961,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019079352638167683,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11180019914356978,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02131707306846323,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11191404051115297,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021203036352842833,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1119175025222865,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02105691063184268,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.111812368894863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021109228182225916,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08245153632774486,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04768786434069537,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08146583909079727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04881098209964855,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08127050003491482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05071378345616651,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08348328707100189,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04450807096580249,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 50,
      "hessian": {
        "down_diagonal_mean": 32.493961334228516,
        "gate_up_diagonal_mean": 422.9175109863281,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10996753282892113,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020824270041317313,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11019583990900515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020743727112400308,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1100441146518868,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020844430370706185,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11015618723133841,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021042679913505093,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11004360997699048,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022970413786706657,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.1100491354724862,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022486686211015617,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1102168107862167,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02263238436897481,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11004612902807763,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022892567548339626,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0792361514199863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054287917913009444,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0791146677166828,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05428321581991387,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08023406444392389,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052220890431263114,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07867325392371996,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054740967255301164,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 52,
      "hessian": {
        "down_diagonal_mean": 21.77867889404297,
        "gate_up_diagonal_mean": 417.7100830078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10958703601280222,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021590623829635634,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10982230701336103,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02158186818654808,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10962617690456507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02179924880625947,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10990237246996659,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02164030144005721,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1098500479158411,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02432550741954403,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1098979743106373,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024379070131254954,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10974885691855625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024676653445555523,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10969589325278789,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024330973892950403,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07789999540678039,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05593540421121477,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07728994284657066,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0571151424055069,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07716417779718653,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05745693089929786,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07734835633602351,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05662284204109683,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 54,
      "hessian": {
        "down_diagonal_mean": 36.6641845703125,
        "gate_up_diagonal_mean": 450.9022216796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11080047353457025,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018142734305340972,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11091579830503838,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018371153984384082,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11084425344587079,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018268672860099814,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11078408897835285,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01811039801002237,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11092815070359853,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020749048908195667,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11091744976019915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020825831037977586,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11079599936448507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020696918970784156,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11067011075242401,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021042457411630727,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07916459971242525,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053511555357479895,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07934992249563291,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053906792670372156,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07909506630873091,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05471290292760075,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07994334834346406,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052657836521096915,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 56,
      "hessian": {
        "down_diagonal_mean": 17.548446655273438,
        "gate_up_diagonal_mean": 436.9268798828125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1066100781280037,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024204024765719298,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10670411255016084,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023998236310261684,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10652224062092035,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02393370943385281,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10663397187584159,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02387747398281241,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10651576833805991,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02791878475471458,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10642213830831988,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027748982970999602,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10650286852861371,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027684808974187767,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.106421552495956,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027619174990255874,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07517980753598591,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05910629013863154,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0756571761907915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057619996599231955,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07549432297675732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058265834755972475,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0754415072219644,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057819699300914185,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 58,
      "hessian": {
        "down_diagonal_mean": 30.5716495513916,
        "gate_up_diagonal_mean": 446.2007141113281,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10603172638526517,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021392759715301805,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1062715724275136,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021708122809564863,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10619605144444473,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021292077732987122,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1062327355331742,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02148775628538836,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10623919920028914,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02453653219471396,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.1061178352230672,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024733449510456057,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10600687706609077,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025002831276126233,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10616339793733175,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024446709405618244,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07856914147560663,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05405977141460277,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07853434830131506,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05162352322502384,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07865871443973448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05347841962540605,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07821529449129966,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05432797956573369,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 60,
      "hessian": {
        "down_diagonal_mean": 36.50018310546875,
        "gate_up_diagonal_mean": 451.7896423339844,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.1028782083714711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01877585732151741,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10305398215206754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01790957746102458,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10290925090240191,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01807836887702452,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10279883422099885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019134034530882048,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10289027467502164,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020026435310165593,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10287215651815057,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020048195703071287,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10284188413779842,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019653513800799872,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10312854840660664,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020832538434659875,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08217895692679845,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03992656877573782,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08335311235070372,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03226421852568604,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08384444913243745,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03405492730517045,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0816611408104453,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04322639283330902,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 62,
      "hessian": {
        "down_diagonal_mean": 42.172454833984375,
        "gate_up_diagonal_mean": 392.4422912597656,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11323853972768938,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013244657493442577,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11303123051517512,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013052807310112637,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11312955113572849,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012997406849678948,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1129354802581375,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013014431411198962,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11301369163549177,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013967048757026788,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11292272240874542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01400961220928555,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1128355879835249,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014073751143127602,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11303048711617919,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014453975127618581,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08795517115029189,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04103997683843478,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08842290496697276,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03944356507252056,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08863118004907787,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.038832617938442136,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08900146373170591,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04250832418030756,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 64,
      "hessian": {
        "down_diagonal_mean": 31.013500213623047,
        "gate_up_diagonal_mean": 458.2904357910156,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10576526291788063,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021785874834354704,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10588655124224428,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021699392675067885,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10618818814164667,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020933062275597165,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10582817138755088,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022092463393701564,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10602219995560838,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025845418885858538,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10598835331614566,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025542798407182793,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1059754408869295,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025067263797615508,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10577446720181928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025192309790058667,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08014654990091082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049943842611627695,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0795404873636253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05100970329520795,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08176219498000284,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03797177395360334,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07952618599054125,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04984110387076234,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 66,
      "hessian": {
        "down_diagonal_mean": 23.833526611328125,
        "gate_up_diagonal_mean": 457.814208984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10807999208218613,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024633357970983195,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10808960392253532,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02531658160353321,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10797057055452845,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02492810056057829,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1081570847874248,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02495813339338258,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10790707769608399,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02768837725911552,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10810784917626368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028001081188943004,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10825805544843396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027820795884761995,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10795240801409611,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027756225692290915,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.077993844491248,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055700716194153906,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07798851787793823,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05668073094491783,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07806914958270876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05653022927761974,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07821228501264656,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05533359339608396,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 68,
      "hessian": {
        "down_diagonal_mean": 30.778549194335938,
        "gate_up_diagonal_mean": 394.1402587890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.10931148630969915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016181850882236292,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1095751054352187,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015802021053198445,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10926297998362708,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01601044445996479,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10962412660538655,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015833539369167413,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1093136918296788,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01828041669260888,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1093370697693483,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017592855890434973,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10971364408099735,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01810259252493836,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10910378850327204,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017641260713281336,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07786189673797958,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05513684271355407,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.078024595555754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05504804078026129,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07787779066320215,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0546094576787548,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07867319683857081,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05418704128941387,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 70,
      "hessian": {
        "down_diagonal_mean": 34.66822052001953,
        "gate_up_diagonal_mean": 408.53411865234375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1123704209797388,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020422744327877433,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11242466231686704,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019873895606012607,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.11238647479202146,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020243020758268126,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.112312379859767,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02020490634505872,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11225527001827384,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021924524905757633,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11252558164542843,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021593500773011375,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1124685778281958,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02205133122392745,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11229302485071183,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021919566648646156,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.08326359916991662,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04979098142183314,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08395059692176847,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04890102970522175,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08374199819307702,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04869769496873016,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08362967063215027,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04970671332171609,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 72,
      "hessian": {
        "down_diagonal_mean": 27.668140411376953,
        "gate_up_diagonal_mean": 415.4524230957031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11308786645441299,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02000749537393381,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11295724951548371,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02041105385124314,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1128945217778439,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02022482670771615,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11309806480215275,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01944154129917919,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11289263019385698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021996002649501186,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11298676111420963,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022127728280700677,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.113094670956443,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022130782794478037,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11318574530908716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0216456520801549,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08130922606351315,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05059437778220692,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08158025367041526,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05105553588636578,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08106251044585032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050924809606661736,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08206107961885063,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046919590043757696,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 74,
      "hessian": {
        "down_diagonal_mean": 21.664810180664062,
        "gate_up_diagonal_mean": 453.38641357421875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10809978785516519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024956549942007834,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10799696203757193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02492472935335995,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10812161704207525,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02513389447079524,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10819452988343928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02494802596569048,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10802181855950274,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028020128997658916,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.1082229842287397,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028138264512949568,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10808143138637973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028044882228969968,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10803539817078144,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02796905579149801,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07635121408949073,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058053416525812175,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07605290725932687,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058650073472373825,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07588993196544344,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059150934579597005,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0759674284670508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059018383707307685,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 76,
      "hessian": {
        "down_diagonal_mean": 28.07534408569336,
        "gate_up_diagonal_mean": 442.99664306640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10845468102402187,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023565627389922378,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10847728525259834,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02328720007430201,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1084159244470224,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02335549678250056,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10838351775101038,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023435004716735545,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10826780769896897,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02494444014727244,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10841447833488065,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024506969250621215,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10812527821768184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024709578377274614,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10848208199494269,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024397889068405655,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07839391837880838,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05489768287638508,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0787108750181473,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054294406467246994,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07873383017542672,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05368693579191282,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07887746992351286,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05369310137058791,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 78,
      "hessian": {
        "down_diagonal_mean": 15.100873947143555,
        "gate_up_diagonal_mean": 441.7339782714844,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10886314804060843,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02724333136870291,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10914591962818372,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02728658942547298,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10903397178972049,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027101429253350694,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10924348825380534,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0270215368483377,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10906555647257404,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029440570270288156,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.109119788602284,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029456614987968727,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10928344873965898,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029355407211537,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10933246504467618,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029417066088350995,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07506583905462215,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06080348688829444,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07513800972560292,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060703685304982276,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07521179343014338,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06022022830458637,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07576236659602344,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05878181019281511,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 80,
      "hessian": {
        "down_diagonal_mean": 29.50684356689453,
        "gate_up_diagonal_mean": 455.25054931640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1075313088476513,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021733731988495295,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10745378425621431,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021645710190988873,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10730232142870233,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02185818536560395,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1076618266951366,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021389001415707102,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10741800239751174,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02510299971941755,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10756296242878184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024870486530479744,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10740710104673232,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025346024278835984,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10748038184087873,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024791381497253618,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08001322610071124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04984475736423341,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08184909670339886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04678421564135798,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08099214872910249,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0484042312278673,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08112628769604675,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04767475482404973,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 82,
      "hessian": {
        "down_diagonal_mean": 43.374061584472656,
        "gate_up_diagonal_mean": 452.1506042480469,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11643081223838586,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015446435679453089,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11649788316364296,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015520562055125012,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11657550917232924,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01566216632799137,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11645988616198488,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015706927326764715,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.1160644983787161,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01745191193268804,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11671140878912076,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017539956076929344,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11625402656266604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017765541301599456,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11622353793428603,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017676270559568056,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08188227775934095,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050234866274269395,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08088145530776197,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051962162999835845,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08150504675770891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05136634547317699,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08106589226102609,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05181209107664039,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 84,
      "hessian": {
        "down_diagonal_mean": 25.88444709777832,
        "gate_up_diagonal_mean": 460.2030944824219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10871806397457315,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02168967971445736,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10861216824014933,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02197389539899058,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10861042815118493,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021585140878542325,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10877888859363993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02172231618318099,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10865445990548053,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023896089559457646,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10878554834874067,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02403262192929877,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10867777390876217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023662375695255644,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10882562932962117,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023827772268627943,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.0762864990642811,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059317765559547465,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07604372604295197,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059997224031322044,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07612790395624137,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059806429296347816,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07618628720249379,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059922535941850506,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 86,
      "hessian": {
        "down_diagonal_mean": 28.363685607910156,
        "gate_up_diagonal_mean": 427.9449462890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10882946921624173,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021537854847605006,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.10882918304931309,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021641391846922885,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10881689768842233,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02199997064338845,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10868167470698657,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021874269238371255,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1087048820728043,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023742081348228018,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10862052092909817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02361102938503822,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10869956719347049,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02394481828141702,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10895393913895096,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023408594622467485,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07880796543820305,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05566454452358271,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07924442865441737,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05508420495194764,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07837552172518927,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05600318073363095,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07911361945255388,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054714582100361196,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 88,
      "hessian": {
        "down_diagonal_mean": 29.30921173095703,
        "gate_up_diagonal_mean": 467.9934387207031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10318004688641107,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022243930749541466,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10312863401348524,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022350768847590578,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10309913759128185,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022627870642151326,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10331317276575004,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022475318549762785,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10309256979541112,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026478634833437865,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1031753609248242,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027148146625570992,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10291359661724242,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026645119945780664,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10307506629057768,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026641392481020196,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07804656651380561,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05135921881129681,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07757360401189922,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05471586503203934,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07689153376204928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05556574342067515,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07722823682052037,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05432326090235981,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 90,
      "hessian": {
        "down_diagonal_mean": 41.327537536621094,
        "gate_up_diagonal_mean": 408.262939453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11452085013225932,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016007467447835384,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11411456657474225,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015663075306351054,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11417198681711017,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015814863205270896,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11434294598546278,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015655147954781377,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11408647025030481,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01700809421312368,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11420394710448856,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016852751131892902,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11430444271656687,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017127893416940765,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11447738772844021,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017230613062619082,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08442638302820307,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04792680970199655,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08369425813102717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050233546622113004,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.08479143246969166,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048473067077026054,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08320282944267993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050834119478658124,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 92,
      "hessian": {
        "down_diagonal_mean": 29.73072052001953,
        "gate_up_diagonal_mean": 444.31927490234375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11106098029964792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021983195519338576,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11113010752285102,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02180459096405084,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11132566247605435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022161161572095592,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.1109942314984555,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02220253504291511,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11105926178115529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02441384188646227,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11109267080038383,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024204680162842992,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11114530971752529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024161711535235792,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11110920151499451,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024278359911118028,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08066229334993541,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05122917737620983,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07968474075713648,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053012550571120864,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08000840586667986,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05201532603904695,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.08053842366749832,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05145807435032262,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 94,
      "hessian": {
        "down_diagonal_mean": 36.606536865234375,
        "gate_up_diagonal_mean": 447.793212890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10942654021631751,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018027060152350442,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10958858202553431,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017564263390243813,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.1094062595994675,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018098311209201867,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10941073318134552,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018191888876371857,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10945783162362684,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019907904592336413,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10941362535222922,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019909867638012987,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10948671830286212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02002029399565731,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1094149245158052,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020193464876783813,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0776760026201029,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05662646763632888,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07726467052970716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05676964038239417,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0776631098953375,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05584716772800763,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07686173945065056,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057527951344186506,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 96,
      "hessian": {
        "down_diagonal_mean": 19.371004104614258,
        "gate_up_diagonal_mean": 397.04541015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11048381941932257,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023213972377641882,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11054225177688351,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024079831317287668,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11060040904466824,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023360774952782593,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1107880414710724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023609925436415474,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11069600248671406,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027122143527689067,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11062638002799137,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027525858344078946,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11075373178242497,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027309819372394708,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11055647838526868,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027206164968297256,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07802431721692113,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05505021983863302,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07640448021160165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058229522974634344,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07702138117959097,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056337005860162444,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07655841312175254,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.029827744412099223,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 98,
      "hessian": {
        "down_diagonal_mean": 20.815425872802734,
        "gate_up_diagonal_mean": 443.31298828125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11124826741999518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024886818065216875,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1110969228470639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024985172994313486,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11100748287095255,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02481380228132239,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11104614984478443,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02473216182054,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11122025271241841,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027036653155814095,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11084607972708753,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027543534570933784,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1111949988754222,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026797004918301438,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11089990237576261,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027036042698584173,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07640077126965639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05677083619001651,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0764519158086237,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0571978099057814,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07709788808286273,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056399064516647224,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07628032274333602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058515641569925156,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 100,
      "hessian": {
        "down_diagonal_mean": 22.709856033325195,
        "gate_up_diagonal_mean": 454.932861328125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10538454450449707,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02330609502636749,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10533139714243367,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023224664126380506,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10520832138956406,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023062633580936853,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10537232496912932,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02336967905053685,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10541152907371258,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02661088327371453,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10539279375161627,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026366537346058767,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10523451876655876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026512868153080463,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10547439122642979,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026453418130741407,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07651073809984806,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058197659424437574,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07744162868785656,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05686798403928988,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07672729157699631,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058074153840051115,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.0765452047874541,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05806029062475584,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 102,
      "hessian": {
        "down_diagonal_mean": 21.050081253051758,
        "gate_up_diagonal_mean": 436.614013671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10876182182415023,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020798374372163267,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10866236108541982,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020804163687863864,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10876207373565804,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020349331553443015,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1087138795001418,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020582459206335783,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10865550292816596,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02384627154164052,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10859857440861848,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02389220871922706,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10858904817825893,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024089618392711263,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1086263318667827,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023888299664372403,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07724647949639893,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055666263489667654,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07736028735591208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05557804699648382,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07735601196094799,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05631974926230577,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07693893970809028,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056112275528518996,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 104,
      "hessian": {
        "down_diagonal_mean": 33.35297775268555,
        "gate_up_diagonal_mean": 457.6756591796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10727560692989664,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020984774758687597,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10738546168068876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02105642296056454,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10726193423747439,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021395747900574476,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10742954835703597,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02093700916022982,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10721703872384283,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024177085948705965,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10719281372908276,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02498709138729845,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10722620863649537,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024506640085739544,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10723112808012562,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02488834130819251,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07835298807387353,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05494756374621304,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07865186227912792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055362026961262606,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0784313985101458,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055358611152433346,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07808677509200249,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05634341941779469,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 106,
      "hessian": {
        "down_diagonal_mean": 31.260345458984375,
        "gate_up_diagonal_mean": 437.0365905761719,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10992098151203848,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01969688489370695,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10997625586105637,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01981552566642134,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10984822560974467,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020198127213543304,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10995048793367568,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020027227884263074,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1098060260587863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021820654373717007,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10997385106402141,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021908667255672323,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10989589203681317,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022101712498132395,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10978061654994103,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021995702046758565,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07876412403266776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05516305206103509,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07885494089137499,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05348599094659152,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07842497881071828,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054272185206737385,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07876615306839181,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054979559569451976,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 108,
      "hessian": {
        "down_diagonal_mean": 31.37454605102539,
        "gate_up_diagonal_mean": 441.9461669921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10743336204201405,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02122084690669698,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10747652511671094,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021275113167114362,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10722922593916222,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021058544786639034,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1075098812433031,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020980141758357832,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1075093078293425,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025274653456632847,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10731973287235341,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02500738434184821,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10743567579238172,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025078509375001588,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10723153184487937,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02551908202368822,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07950562804029682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05131347954935647,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07919589064575165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05120543412108252,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08025594570262128,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05017749162102471,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08025898383126555,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05105775654695819,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 110,
      "hessian": {
        "down_diagonal_mean": 33.443023681640625,
        "gate_up_diagonal_mean": 423.6736145019531,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11048003070673892,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018551792427905885,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11058188864678417,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01851899717156405,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11062516520245992,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018342418357585388,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.110629638321999,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018287458025855807,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11049865881020167,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0212460883167657,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11052716599643019,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021332889624323413,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11061931569629466,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021234883372706594,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11059899960040384,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02113641036027811,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08298891749164373,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04903460349315345,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0837566454860808,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04838329484657728,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08299887730108464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04996515306397184,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08306381056206871,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048602174399631624,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 112,
      "hessian": {
        "down_diagonal_mean": 30.32019805908203,
        "gate_up_diagonal_mean": 419.97271728515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11129358360671002,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017910008164485233,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11134930834772874,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017873393029758797,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11146625659428697,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018002308611892302,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11122149938684571,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01762798762499078,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11139847714173753,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02002932945961534,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11110319773859402,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0201882012626889,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11109581645532585,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020073341710179837,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11127294185435045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01999396452523673,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07841761209981203,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05589876644146578,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07906664215586301,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05499921797743739,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07887303871758386,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054623426642437925,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07868513735353197,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055242426501506514,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 114,
      "hessian": {
        "down_diagonal_mean": 28.53680992126465,
        "gate_up_diagonal_mean": 436.5377197265625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.10833761488287519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020319026843877364,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10829704853283771,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02027923548488648,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10812244147330045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020369584395636717,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10818150864045428,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020670763817440214,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1081786070860448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022959595517603827,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10833462536822104,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023045230962863327,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10824564063584097,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022978866097649837,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10823754128999602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022993791234682995,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0803497263583335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05079939416482901,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07909147432004228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05324095114469213,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07942033447042035,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0508212309991516,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07979103626031997,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05251839314232675,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 116,
      "hessian": {
        "down_diagonal_mean": 33.85546875,
        "gate_up_diagonal_mean": 427.81341552734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10759264825530367,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018992610525697246,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1075815394932503,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019770792849298512,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1076462866894045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01932256922928212,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10763257393446013,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019207625756583586,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10756152279756954,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020620974965734878,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1077585607650401,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021449231200584833,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10760100361621464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021083295915991007,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1077003239324714,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021270944642893776,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07799989268966769,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055214908455486746,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07645839375891958,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057579275369668476,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07740575417591962,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056069300159885226,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07733391940160465,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05568688804966293,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 118,
      "hessian": {
        "down_diagonal_mean": 40.91806411743164,
        "gate_up_diagonal_mean": 408.330078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11207784617037513,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013341288957073202,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11202347942874107,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013243514686838384,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11202519863626767,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01306380247462151,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11189216344979012,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013478609171376778,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11187904165091679,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015241891206276694,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11210597773414745,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01541818276338764,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11195352894420736,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015290395935203259,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11178101760948804,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015019655741529874,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08029203761196417,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05166614332443609,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08048883585808939,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052269513834181824,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08033803531686436,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05184249743665911,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08105682734847365,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04940122276839241,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 120,
      "hessian": {
        "down_diagonal_mean": 24.046222686767578,
        "gate_up_diagonal_mean": 443.7950439453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11270315978876783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019952257628766262,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11250675783451365,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01956804213978828,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11260034523068466,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01971815053657371,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11275988804083581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01983886804072594,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11259542809713706,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022813716408307056,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11268168468010092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022664228740427055,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11286278263271242,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022732061548237727,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11277762325949911,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02278775708615884,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07846158209149794,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055739283389543225,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07837181499091418,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05439370142120889,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07887994143963284,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05369319885820032,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07832027377814113,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05540232590076717,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 122,
      "hessian": {
        "down_diagonal_mean": 21.774829864501953,
        "gate_up_diagonal_mean": 461.8176574707031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10613803642164442,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02395446744923466,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10623964331741527,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02437514420849111,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10600051003938478,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023830888002039908,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10612393988784001,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024353737049751547,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1059910854777938,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02755648881698562,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10631744800995097,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027797979778292136,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10617264139654801,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026885851536989237,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10610821650373628,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02749784292906026,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07661584566513996,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05617499224447287,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07627897959911084,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05617891375786052,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07769561039228469,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05007284872479785,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07655600650812192,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05686755334637492,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 124,
      "hessian": {
        "down_diagonal_mean": 16.822254180908203,
        "gate_up_diagonal_mean": 424.5770263671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10807183435090573,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022689010547085452,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10786434495934664,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023083519374359866,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10784832443520039,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02307719741735595,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10789070938898013,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02334380534815839,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10782470907550001,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026277131552354675,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10780040790400927,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026374114286788784,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10782678860681902,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026451085419529934,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10762135650818194,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026926225967356766,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07502780048913776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059014644750722885,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07541063845087338,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05115283736306779,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07539025040698599,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05814714621611841,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07475523987939937,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05965389839386299,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 126,
      "hessian": {
        "down_diagonal_mean": 23.82832908630371,
        "gate_up_diagonal_mean": 456.1824951171875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10936487364320693,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024050615125368782,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10907941917365069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023901821689186045,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10918364459432822,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024073175191470987,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1091340456874101,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02439475857775684,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10920260777376531,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026283111556728692,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10922774376150039,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026511541553172747,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10915892874531324,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026578001867141116,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10906328651362611,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026539472593142332,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07803400375545312,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054839814763075825,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07802958383147249,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05531364765811287,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07829999238308888,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05508815129064709,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0774498042876698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056619243244236776,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 128,
      "hessian": {
        "down_diagonal_mean": 23.077266693115234,
        "gate_up_diagonal_mean": 469.2221374511719,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11030730321915133,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021836599226425727,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11003441301002351,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02154032559067422,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11014940867374928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0222686017372878,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11011934817650008,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02226700900105052,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11011171028590579,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023542480667139893,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11027199336099779,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02343596571018895,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1101449434774835,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023735762303988484,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11014691410480033,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023951618450018586,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07749737222737046,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05694694462480118,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0773366613803913,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05693985931751734,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0772092674204723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05746656408260858,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07697077313733112,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0577133103586346,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 130,
      "hessian": {
        "down_diagonal_mean": 33.98108673095703,
        "gate_up_diagonal_mean": 462.2962646484375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1060522943026331,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021035600957377984,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10601497621192123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021199129432905642,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10595987681909866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021344971843363966,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.1059678220823782,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021284980865051813,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10572667011992379,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024525276035585408,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10585554532555441,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024745580201019197,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10583325334194507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024889361352310013,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10599688170800046,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024846830683028568,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07818360149704984,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05481139545604057,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07956367328783685,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05266739515302278,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07827049217323435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05493375827503314,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07841659401697572,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0548808937789967,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 132,
      "hessian": {
        "down_diagonal_mean": 23.843395233154297,
        "gate_up_diagonal_mean": 433.5296630859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11006705827813333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024495710743662993,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11008108806344762,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024283105381046773,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1101364867957891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02404954375745865,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11019768095836692,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02445218358292864,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11034353490308585,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027281905884936994,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11027841906715646,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02737643292089361,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11018215140372228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02716710633278266,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11034294522371695,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027405852244983125,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07932473766024574,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0527252242066256,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07984974411591923,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05148527097751185,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07960973394228013,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051296611639192795,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07970009464487,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05248675325922911,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 134,
      "hessian": {
        "down_diagonal_mean": 23.010089874267578,
        "gate_up_diagonal_mean": 455.55072021484375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10871848683446962,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024309833373632257,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10864558407065587,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02426822560469632,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1086972119687791,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024365089876052605,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1088231087130096,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024464262265813642,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10863359162936569,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027100283625908557,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10888394039708131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027291700523023904,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10875687037126548,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027428629939734706,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10868168997942808,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02732313668936061,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07812341577859559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05279361121171046,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0782263738060086,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051304972058364415,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07784867219283938,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05344181991881275,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.077545842963932,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05488536045665951,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 136,
      "hessian": {
        "down_diagonal_mean": 34.025413513183594,
        "gate_up_diagonal_mean": 400.9772033691406,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11125081763570134,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017618645223238607,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11128762062325563,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017695719843632433,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11120471317430326,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01816720066509539,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11108360896113847,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01778185352092907,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11120985855166378,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02025966235439419,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11106085639327207,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01966010150488251,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11115244035895336,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020426706608285664,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11135001076817355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02001976384036818,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08668285300189153,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04703881340619405,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08555021221885874,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04671939105636024,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08557331555622587,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046960866273471034,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08510064553326976,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04784027885143456,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 138,
      "hessian": {
        "down_diagonal_mean": 14.944031715393066,
        "gate_up_diagonal_mean": 302.3962097167969,
        "selected_natural_routes": 5816
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.12363461499758213,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015797002981101253,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.12384705802583214,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01583523448723118,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.12385295188512997,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015767011916830637,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.12369435230091698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01530556440434489,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1236838475422115,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019243074171811113,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.12354825882313777,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019305817365033937,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.12328966716951463,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01924319263325746,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.12324356265517729,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018692301468036746,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08388558978444419,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047614762149246335,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08408222855037983,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047373069354049,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08408591292525551,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04702961666289861,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08345661054296563,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047421169941835484,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 140,
      "hessian": {
        "down_diagonal_mean": 27.646848678588867,
        "gate_up_diagonal_mean": 457.34112548828125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10787057666753544,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02191132060233158,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10821790288934993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020640517982976715,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10799309184691122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02124070957425955,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10792039923457766,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02069273334556301,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10805378631295723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025313245605613915,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10806869533298578,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025140335597014035,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.107914776371017,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025523602286828238,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10797183347518151,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025092068807445682,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07966581190636285,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049954349086567706,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08038696216999998,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045834182731881945,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07934154284503396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05044363741386904,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07954369739809371,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04908014969703942,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 142,
      "hessian": {
        "down_diagonal_mean": 33.552101135253906,
        "gate_up_diagonal_mean": 415.27587890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10823622602999368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014652730806150233,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1079804550678956,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014363468521026193,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10823501298375075,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014464180664789819,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1081739677715675,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01454162956094984,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10806946844287581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01560102654293872,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1083987022798339,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015572188448961166,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10828089901911084,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015553866336106456,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10832481386914655,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015114464453279207,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08534867970025857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04340287258385978,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08454443482391844,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04504566565217835,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08469575613231918,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04397983274373993,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08449120625963823,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04421655700713876,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 144,
      "hessian": {
        "down_diagonal_mean": 27.182525634765625,
        "gate_up_diagonal_mean": 454.5101623535156,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10591142426540354,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02391298253568177,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.105921306785783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024539437149760514,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10574670146818942,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024434983176993646,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10597889800020038,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024660755355833817,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10564290306428452,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027076598344012333,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10580277048514844,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027389544190928,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10592387457985411,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028053396743610078,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10575865599502712,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027823873385872794,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0770190617983209,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05314665390124371,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07632443484780253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05489407122853921,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07654695712730888,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05687849061482747,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07639265122590301,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05618982091784423,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 146,
      "hessian": {
        "down_diagonal_mean": 27.09356689453125,
        "gate_up_diagonal_mean": 456.19091796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11308518079415088,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020023838192907057,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1130970388443112,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01997867138079177,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.11308294760335406,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020213096718092814,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11297835032842037,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02031631800504792,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11298530335606892,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022371355806742068,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11300949623764031,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022692072592431948,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11302886148871419,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022484342096687024,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11280608924703273,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022815981763347343,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07905343230415601,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05556753735366182,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07952225724985873,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053625324781387804,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07976355185169212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054292393982776986,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07891594917110992,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05552699973544458,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 148,
      "hessian": {
        "down_diagonal_mean": 34.1237678527832,
        "gate_up_diagonal_mean": 453.53656005859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10901787574844855,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01926402037810856,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1090436224595119,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019401410189229522,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10912247508459598,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019617894928071866,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10904785211189837,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01949420994184921,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10891261379761252,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021473497727266616,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10898117842674648,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021298989291691644,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10910661467388837,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0219435098536883,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10904938585840773,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021653801906534514,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.078301785520666,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05648348753758068,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07825407350347989,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05606395584231179,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07767269981097688,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05718258435261211,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07765814478990098,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057058957755789425,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 150,
      "hessian": {
        "down_diagonal_mean": 33.4332160949707,
        "gate_up_diagonal_mean": 466.5945129394531,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1046925474044745,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01603168289083465,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10502111678011762,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016585595814049073,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10492791271517322,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015823574054753802,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10472993269957609,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015787911042609033,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10482950938260925,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018148017622548765,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10476426033066825,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01777959630284562,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10472522139113837,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017944369986167323,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10470011854880988,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017733519596056676,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0828871381336153,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04142868363983141,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08349583761687654,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042639636065084564,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08251665199643499,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045522279406329406,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08323199742555266,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04286488793301719,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 152,
      "hessian": {
        "down_diagonal_mean": 26.840072631835938,
        "gate_up_diagonal_mean": 460.34185791015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10704875723412764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022886895374229513,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.1073060650196855,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022666226759628153,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10730236033622954,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02244218848085343,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10740449482557822,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02250956255400424,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10731940429516533,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024707707960100102,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10759438092919214,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024722176516900958,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10722909837155958,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024722673039239744,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10725086481012644,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02461682913244778,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07667567891950426,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058328549182198236,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07619553797079526,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05872665863376594,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07676623755566127,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05790468977827158,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07645472100250957,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05887339079660415,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 154,
      "hessian": {
        "down_diagonal_mean": 17.729806900024414,
        "gate_up_diagonal_mean": 445.6578369140625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10430662224823924,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02489372125133429,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10420713482102487,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025201274848102705,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10436897586581315,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02498502696329569,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10440134513872659,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02519543750353605,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10434410617202591,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02792579522444197,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1042638222421402,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026666928433047375,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10427330305605867,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027626597363671054,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10429301720670693,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028170728067641992,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07759618525046069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05161970833405181,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07739313557091844,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051568956696519806,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07704179933354327,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054142981981339905,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07723056254721872,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051943246416187985,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 156,
      "hessian": {
        "down_diagonal_mean": 37.31782531738281,
        "gate_up_diagonal_mean": 444.2488708496094,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10712978167193234,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02093572366769238,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1072406573709312,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020620189336823632,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10720617403334264,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0205421444689127,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10737120205730494,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02115956062703116,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10709720643724817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024746935668948585,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10735892334216975,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024550901063538123,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10706567379046507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02498816464087583,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10710461677815003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0247033106729511,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08329933627754571,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04729244201746266,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08323494417862029,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04633946449525083,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08279252438488428,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04506525799317387,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08307496141179077,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04496356765908998,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 158,
      "hessian": {
        "down_diagonal_mean": 22.702407836914062,
        "gate_up_diagonal_mean": 443.9116516113281,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10989629272788433,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022325370342619066,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11001631835586764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0225177789837397,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11026062763332632,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022602921389468046,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1099696960470068,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022016663967904904,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11000111615652144,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024909710052548276,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10976722020730044,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02503403546107174,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.1098693571753614,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0250191433704475,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11013883047260918,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02443336566921644,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07717392177403769,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057064772878709695,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07662015893474429,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05777068866661716,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07687923232067484,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057117489581074224,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07769957538462523,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05559536823069828,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 160,
      "hessian": {
        "down_diagonal_mean": 41.77971649169922,
        "gate_up_diagonal_mean": 436.02740478515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10947629063892572,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016910785905216625,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10963923239203893,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017313992428295805,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10963068944102745,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017412893196818127,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10955377505108935,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01721439934410294,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1094495326302744,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01898975221076251,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10922970466304016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019398593700238994,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10952792042630545,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019412294619828376,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10947490608445141,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019235191351190402,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08052760932358198,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052299090329568435,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08067302998354038,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05225372586845034,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.08005293539812063,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052753721771678946,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08043377442577511,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05278741621329908,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 162,
      "hessian": {
        "down_diagonal_mean": 40.492088317871094,
        "gate_up_diagonal_mean": 429.886474609375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10858718470037676,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01551607214092997,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10891990744238506,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015816443324537816,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10863487092460972,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016253388360543068,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10862110042216835,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015839948912215143,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10846245761668127,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017879911942191122,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10862874105325902,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01779452563471992,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10870726160517327,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018116170835177314,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10865825648335505,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01809597120422858,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07840374483729173,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05451134028590357,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07786651771347589,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054262442882949895,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07828757638823093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05447873830104017,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07749262246743982,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055103592013628376,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 164,
      "hessian": {
        "down_diagonal_mean": 19.506038665771484,
        "gate_up_diagonal_mean": 422.11956787109375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10915048261452094,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02523209803927287,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10900800917834363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025198034245105406,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10893397936086613,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025329500737295077,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10900425140760031,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024533141167755436,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10880494479261889,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027722390623918916,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10894690536576142,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027713546258167545,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10878673051892618,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028222260243947885,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10891897277949945,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02724867066809544,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07674793599439247,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05717694125774661,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07624920608638881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05817577096173689,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0763652681371968,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05676284411977589,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07766582306038165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054097290508538565,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 166,
      "hessian": {
        "down_diagonal_mean": 30.407669067382812,
        "gate_up_diagonal_mean": 394.37896728515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11403773420320731,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016382548338277604,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11406819640879722,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016507949309178593,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11399674238864055,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016471781507342822,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11417421626481655,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01628423598212984,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11405339197075808,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018043967218951587,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11403454666514459,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018152191823729017,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11377996875256782,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018193197959622525,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11399054862011436,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01815027281763922,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08074460604700716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05286581622973625,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08113692128664936,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05335722679255354,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08071373544881154,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05366798316735404,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08162109459128603,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05242188701688705,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 168,
      "hessian": {
        "down_diagonal_mean": 32.04539108276367,
        "gate_up_diagonal_mean": 438.7718505859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10648327592285065,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01996314883372743,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10643631469280251,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020219771925579905,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10635460270298132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02037737997090198,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10651215990113581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020610036332957844,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10611874163602543,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023504515996486588,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10641711645999732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023220001185525575,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1066283277062422,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023644983025590424,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10641380578249204,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023355202624870147,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07936658355831076,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053953470442754704,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.0799868816017016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052222901662702714,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07957801950462783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05241341905521075,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.079179755631792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05318929153518428,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 170,
      "hessian": {
        "down_diagonal_mean": 15.479792594909668,
        "gate_up_diagonal_mean": 436.04608154296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11411829675845944,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02360059301381267,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11415915625493898,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02369514158880826,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11433015756958165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023793779912212237,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11425895700491812,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0235209196637186,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11409969364464194,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026067533321190935,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1141101853339057,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025993061732936924,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11385515981376595,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025975087836933117,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11424018271722354,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02554166792116482,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0777577600447546,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05718650649585931,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.0781213286854879,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05632283090051841,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07716697036807582,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05790399200137558,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470504,
          "packed_nmse_vs_bf16": 0.07796450106690611,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05598302488666589,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 172,
      "hessian": {
        "down_diagonal_mean": 26.738983154296875,
        "gate_up_diagonal_mean": 449.9195251464844,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10718516898362568,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021139891616280965,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10746475388546109,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021152004653753203,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10721085088462028,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021283645823491137,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1072837227667631,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021766907696300464,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.10710440141247339,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023816302073184106,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10721849401601645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024289601165886368,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10713972502835604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024461226141888906,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10740006319345956,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024502790878751488,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07806770129787195,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05616761643686827,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07890621402587338,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05505325186033794,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07849151708531571,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05482356209403361,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07802052352799821,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056220057697343256,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 174,
      "hessian": {
        "down_diagonal_mean": 36.90324401855469,
        "gate_up_diagonal_mean": 412.28851318359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11203685757617854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015385516573394717,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11185892819772641,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015572171613634715,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11209195651169061,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01517940939647061,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1120767994842491,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015052964250992623,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11207941733640826,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01741686888436027,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1119526785474852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01760363818137417,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11215435609794422,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01741342720302748,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11213329310801448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01716028557955049,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0794228220798108,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05314366884083737,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0802803979082331,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05330556751779549,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08034609219811398,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05348854393942542,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0808677012339489,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05091196493914649,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 176,
      "hessian": {
        "down_diagonal_mean": 45.154212951660156,
        "gate_up_diagonal_mean": 469.6504211425781,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10744852713834181,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019319358341410686,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10747602944307158,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01997840255839289,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1072722436005667,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02032545207108625,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10723520406801078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019921919693937112,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10738169577261074,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020959309249567216,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10730279517470365,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021398685785080515,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10725668408657078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022499603524613953,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10739630795369533,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022570963079035188,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.08253609459832659,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04866330402769869,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08216974129048604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049001357298657566,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08127750426795294,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050954178962937496,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08189318292774875,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04947234010649393,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 178,
      "hessian": {
        "down_diagonal_mean": 17.564186096191406,
        "gate_up_diagonal_mean": 436.41925048828125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1075227971814435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024608290039188505,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10745345118347406,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024582302631580195,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10748370139354092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024061738040146736,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10757404119059599,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024419449615521307,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.10756533279898134,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027002340999103057,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10731958707766634,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02691460368026073,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10759957615833085,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026911930111458444,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10739158625874182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02710869066920369,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07700687944558204,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05720868057927214,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0772247253380184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05648701772966401,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07771531469557459,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05505576712169004,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07677774893744503,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05779722546018441,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 180,
      "hessian": {
        "down_diagonal_mean": 38.34366226196289,
        "gate_up_diagonal_mean": 453.3837890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10756233410363716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01778348537786854,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10740358385893178,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017968239676413988,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1073026503849449,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01812176818247243,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10746886371942621,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017332564222762425,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1072610102672054,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02245056880692314,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10746714664960187,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022489510926248603,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10719668095521188,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02244424044932508,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1072261047518069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022319375608108368,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08155797334837023,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04409271289397595,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08162674066788407,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044130418881851256,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0820247699345258,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0464507936252321,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08237193966417942,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04442677671291241,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 182,
      "hessian": {
        "down_diagonal_mean": 22.784000396728516,
        "gate_up_diagonal_mean": 450.337646484375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10846141026790705,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02579378422158741,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10826219109423044,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02596856759813827,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10852910607738707,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025797179986996936,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10848206423263881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026115975625371626,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10856281270032682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028558849443161175,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10850373061083472,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028663674566021428,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10829201152486123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028505333674879303,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10855989790585911,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028540311280298204,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07718956308243952,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05669747557646713,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07734267440445035,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05610848041343336,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07731420530820403,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05608230552372509,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07726448983322387,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05362710083512383,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 184,
      "hessian": {
        "down_diagonal_mean": 31.782724380493164,
        "gate_up_diagonal_mean": 443.1195068359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10751283230568894,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022118586340129184,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1072369705186179,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022122007752558293,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.107553518906889,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02163219040591915,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1075358863393519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02218595935480805,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10718446927008082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024814561808191613,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.107580425127521,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024692356283131878,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10755841993663588,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02375690828652555,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10728744090112276,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024832417802355813,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08148577833036948,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05142079706242233,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08040960367737834,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0513217444485185,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08126764018915388,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050445237207472585,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08109129522072561,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05272841081046894,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 186,
      "hessian": {
        "down_diagonal_mean": 20.924907684326172,
        "gate_up_diagonal_mean": 441.1118469238281,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10721060951918675,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025010083402947067,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10720287432242705,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025241686434801486,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10697974012014129,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024563077486269184,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10698823825057872,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02487964046913206,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1069353265001671,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029379191509638313,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10706564102757349,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029214233215294035,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10702335216674787,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029112747145593025,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10693041115880407,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029188007037425304,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07590960431246131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05784753180272244,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07603458295194854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05772696032663998,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07567706906527445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05872022257685957,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.07604594456070345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05738744462868089,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 188,
      "hessian": {
        "down_diagonal_mean": 25.049476623535156,
        "gate_up_diagonal_mean": 396.3238220214844,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11271286850715678,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019118015668849502,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11272847336042997,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018962563128461323,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11274542970797341,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01951734091499846,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1126443111920538,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01919799649462294,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11273076851709929,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021578749655636296,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1124504361495305,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020933196785306002,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11258283091653552,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021724232152925585,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11267013955090824,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02184838288916639,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08486946840730106,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044130130946909873,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.08579464583724042,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044554969215487475,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.08421398929288591,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04624421306596795,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08495881998312207,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04554710706333638,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 190,
      "hessian": {
        "down_diagonal_mean": 14.751513481140137,
        "gate_up_diagonal_mean": 409.3701477050781,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11395641313317383,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0192201599969608,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1141187812805172,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019613628778314254,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11381087187386714,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01946706504838898,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11406471662411061,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01942004129719049,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11375359233591854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023109774260061743,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11396640575782811,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022668481499832818,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11415339963649161,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022759625296993848,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11406317065577445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023018732294407616,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07965581662838798,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051723997892434655,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07847519024837783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05415960400802513,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07862733737682792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05293019480384844,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07934279759824646,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05234968344035408,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 192,
      "hessian": {
        "down_diagonal_mean": 28.92198944091797,
        "gate_up_diagonal_mean": 427.5418395996094,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10938288397465436,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018107313221919392,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10896471622691897,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018162243360850084,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.10910914279721234,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018846685535338352,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1091803444199173,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018458276086597353,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10904744803618827,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020817646242340015,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10913509607851601,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020762284491994742,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10909887821177601,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021105535100289743,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10905488726279945,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02102276083062113,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08107492565053219,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04975340944304924,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08149518831802517,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0490451237667045,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08160589025087514,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04726583624133434,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.08112017072662993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05014062811484225,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 194,
      "hessian": {
        "down_diagonal_mean": 20.727283477783203,
        "gate_up_diagonal_mean": 456.41058349609375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925397,
          "packed_nmse_vs_bf16": 0.1162821968561274,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022324966318097127,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11613037297251931,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021782372365595184,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1160920917089571,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022486629020945757,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11612614764133293,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022255822644591656,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11623930906832809,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02497690195759298,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11609874279788092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024905294810970598,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11603461536868268,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025272853458071506,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11637166945498645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024762215996145063,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07781209008831147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05566009708093175,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07890861527661243,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05237977391655386,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07802117197079977,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055607562055847444,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07831880307192804,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05508395735927363,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 196,
      "hessian": {
        "down_diagonal_mean": 17.593582153320312,
        "gate_up_diagonal_mean": 462.6182556152344,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10933428434397277,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026566233241745237,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10937806135073846,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026427471678163453,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10940144134531857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0263625615809873,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10924615961911023,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026197079547544945,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10927571684079107,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029099258799650717,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10926049681229168,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029105879271164613,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10928987880180561,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029079929465311707,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10922946664085381,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028883902801359086,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07510387574178294,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06010597062387437,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07548216852554386,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05974800706562684,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07534011549018713,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059888589097886046,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0755274351000054,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059043692482612854,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 198,
      "hessian": {
        "down_diagonal_mean": 34.746463775634766,
        "gate_up_diagonal_mean": 445.8382873535156,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10790646690501687,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018342970049684378,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10809976636814722,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018567925650636787,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10798540617380122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01824055562436873,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10794688857590032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018354768126146392,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10802123434924887,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02002466022983267,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10757863388303625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020291244844066855,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10778156985232897,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020210488506792745,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1079458369364546,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02037900961416179,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07736270088660081,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05653595060390698,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07715789429867798,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05751970667120072,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07697747630160182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05714801033497062,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07692419246968986,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057794967882758265,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 200,
      "hessian": {
        "down_diagonal_mean": 24.739452362060547,
        "gate_up_diagonal_mean": 435.93719482421875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10977272180491542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019898074469189637,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10989416083663779,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019958121921310447,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11011169464154999,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019926795229087784,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11000661049638989,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019857671140772023,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10989051764178294,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022936510912750847,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11013719171910649,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022790453413792794,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10970586677164565,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022538238970997573,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10987249361038051,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023113384471875408,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0782151905386785,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05447225812825965,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07855394944454756,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054565334605685266,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0787295580340874,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052873196360670394,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07830858891670474,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05510416548675287,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 202,
      "hessian": {
        "down_diagonal_mean": 33.13652038574219,
        "gate_up_diagonal_mean": 442.10455322265625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10923818764105349,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020131818773028526,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10929637886601894,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020318425158509512,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10945375678590875,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01995504874904099,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10910156986370172,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019961534715569967,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10899978420451961,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02203195500259494,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10929504209189195,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02221025296003938,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1092883061027443,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022177697090058197,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10920705415919368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021874132257921793,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07951996603816146,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054833794400513246,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.079203734673914,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05513890717321195,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0790331344551357,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05502497971076793,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07991179665605755,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053547628026658724,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 204,
      "hessian": {
        "down_diagonal_mean": 23.184146881103516,
        "gate_up_diagonal_mean": 436.9062194824219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10904978215375603,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025063526434870535,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10924979982325529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024982857450050428,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10928531762714104,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024970525509802714,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10935336133580008,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02491200113401252,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1093143450620806,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02632166842404675,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10929164858789926,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026538926711616805,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10916006988402198,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02640572902774329,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10912764954866776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026241229369506097,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0768905718684532,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05723472575894304,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07717157051360658,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05652900044660068,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07787723953826943,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05518928584164241,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07715899119752935,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05698920494469384,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 206,
      "hessian": {
        "down_diagonal_mean": 14.652021408081055,
        "gate_up_diagonal_mean": 407.11993408203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11216649094862613,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02344545020568694,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11217335675051508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022685016531689195,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470504,
          "packed_nmse_vs_bf16": 0.11223762477478302,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022800783788726454,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11220422996696562,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023021320628932723,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11201952838650686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02688933992837499,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11218045088135857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02635492399598094,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11215332590502297,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026187786425769664,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11221279601683971,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026735937504195697,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07600591789761581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057834738370143274,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07691887475944878,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05590655002303663,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07648482426471337,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05686016250914806,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07621334014838986,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057063346659175056,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 208,
      "hessian": {
        "down_diagonal_mean": 35.49041748046875,
        "gate_up_diagonal_mean": 416.29541015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11168390768243,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014958510372976493,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11156265349520719,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01503198325718121,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11187302417344999,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015135497068426497,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11161526711538505,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01505360718224839,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1116905160643609,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01735682410093806,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11179214297646455,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017486167670033727,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11152716096942841,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017543167161304354,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11161316689015181,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017491278314131223,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08136744952912006,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05137932507042388,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08164593407633608,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051416974997508254,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08160166675164869,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05133894492269332,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08198709858352053,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05110452327795211,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 210,
      "hessian": {
        "down_diagonal_mean": 31.133193969726562,
        "gate_up_diagonal_mean": 444.64849853515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10755542686262572,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020974528639887056,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10749256218949581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02138499049219847,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1072134784389045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021223984709527827,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10739221712957508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02119217928135888,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10722992253731985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023443601841520355,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.107481469274798,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02355493546833795,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10755827073061003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023394132715805652,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10749438246327066,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023420633384382862,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07714491743565645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056658591559688304,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07684986074678121,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05810671216464415,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07666462568502522,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05791369408450515,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.0769795035837698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05763607621606143,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 212,
      "hessian": {
        "down_diagonal_mean": 37.622188568115234,
        "gate_up_diagonal_mean": 445.4642333984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11076921593653692,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018531031657763576,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11058375800552056,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018779807083440972,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11045014293263285,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01863669535433934,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11056173673663472,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018480901028467143,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11048750747443259,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020620517259595617,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11045740032171597,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020968095588728523,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1106247267080202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020804624952725708,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11047554802780937,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020316156846012397,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08137889837883504,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051809584128782976,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08046529809912875,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053041185783568486,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0808360913137469,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05275388717394877,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08189929061619773,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05057632889918797,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 214,
      "hessian": {
        "down_diagonal_mean": 27.226516723632812,
        "gate_up_diagonal_mean": 421.29779052734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11070349191605788,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023730378403878753,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11063759495621293,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023959960776423237,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11070126821660935,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023889989053325972,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11062150318387949,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024030203036719492,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11057522906674296,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026538460639237465,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11041744752137914,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02720596948900426,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11047153014254059,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026939054749094526,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11053998352016704,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026625548349785436,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0787918853927015,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05171750464054881,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07808651427523,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054823975595119305,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07834225336308055,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052881804702049576,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08072345295658659,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.030206269066708452,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 216,
      "hessian": {
        "down_diagonal_mean": 24.622482299804688,
        "gate_up_diagonal_mean": 423.2072448730469,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11136528492798367,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022365739371531204,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11127325010569866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022042972189908073,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11135227594791314,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022441253667081502,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11140715677346832,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022092471820175864,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11122240883179971,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02528592340636789,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11125435199153982,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02481843535242141,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11128826931727286,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02472439469418529,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11139558178805235,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025075683831842343,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08067439643950727,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05121393481697273,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08138402409471772,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050130918655515916,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08228770751069384,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04914057071103652,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08023287794627594,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051664294837417975,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 218,
      "hessian": {
        "down_diagonal_mean": 27.3912353515625,
        "gate_up_diagonal_mean": 456.198974609375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10647283292773536,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02224337834740154,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10626225168663794,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021938897160121845,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10644181876970144,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02223913626964414,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10628148963370582,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02184592871062939,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10608789726483961,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02538406266627885,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10632541001835047,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025472075392014376,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1063081776024345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025331392915886566,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10619658321003585,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025545805320680525,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07658885204776243,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0567662974300464,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07660867898070024,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05664275309306771,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07653194306636255,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05688229999801782,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07659739483252212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05769034605738079,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 220,
      "hessian": {
        "down_diagonal_mean": 43.53630828857422,
        "gate_up_diagonal_mean": 411.45867919921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11375466908751458,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013085327542056843,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11391522888391022,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013238339693053925,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11382597719901315,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013126022057607482,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11411751725351459,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013075369998109581,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11400321416564749,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014498858676098458,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11401287928345413,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014611386691253045,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11399614380533359,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014255316807156169,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11385387312283035,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01483174873660247,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.08537107046150155,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04616145224349841,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08557429668166092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04756582294061965,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08587077938880298,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046440949583150405,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08608905916407984,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04738417124121091,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 222,
      "hessian": {
        "down_diagonal_mean": 24.46649932861328,
        "gate_up_diagonal_mean": 462.9215087890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10760174894537176,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022784365558698363,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10786448186228433,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02282673795772608,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10788030123654649,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023120344885435844,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10766019410996244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023075870778109447,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10763784021345629,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0272723065484468,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10781877390294822,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027213570529919216,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10786590822321754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02766529423902948,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10779397913415766,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02718987190160044,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07770286356932322,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05427699343702047,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0784823413240299,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05198149162920099,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07721319363906194,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05552188059497707,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0777460325738062,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0534449311431028,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 224,
      "hessian": {
        "down_diagonal_mean": 44.69453048706055,
        "gate_up_diagonal_mean": 435.5809326171875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11002887261549087,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01393002457680663,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11023246706621309,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014191388807207715,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10993506710571155,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013869665387942006,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.11003572828310591,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014104271518737999,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11005663488464715,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016862413759177724,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1103546722884498,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016385815278859215,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10994947581439588,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017007260858089103,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1101175825566516,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016807767657764684,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07997239185542868,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05303113076107686,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0795213750160326,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05324200014189685,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07950750888432277,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05409087596055649,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08012934273841048,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05199715160064743,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 226,
      "hessian": {
        "down_diagonal_mean": 33.50144958496094,
        "gate_up_diagonal_mean": 463.43768310546875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10422994573272852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019900406315973545,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10400134546381995,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020347458197019445,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10412050571954573,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019942311427476593,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10422688845191785,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019631449852118753,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10391592828066924,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024644426262724627,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10406633373677474,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024363746420564058,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10395329744387131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024665319288680296,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10401501688877166,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02381835968172549,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07611467444759454,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05710347326826359,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07658585910469254,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056997022418073,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07667609328656905,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0565718727663747,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07668497852606368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05606507227772628,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 228,
      "hessian": {
        "down_diagonal_mean": 24.360902786254883,
        "gate_up_diagonal_mean": 433.1495361328125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10868197349092092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02140303680744982,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10855800217687411,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021831581560357045,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10844125501283407,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0217483596569676,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10861612750145674,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021423829339172737,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1084100916622611,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025811204463015516,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10874249555917238,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02609169223735059,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10856445438044557,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026072920013613735,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1084663063354926,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025826697519249212,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07852686352439534,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05300770907005826,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07794149453220298,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05453180136432505,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07852196752168814,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05368988112412097,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07917947932237089,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050355822335690886,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 230,
      "hessian": {
        "down_diagonal_mean": 24.001493453979492,
        "gate_up_diagonal_mean": 428.27801513671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1090242263144131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020687113156858703,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10886416666745093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020647468803304817,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10903923682524803,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021135984537161024,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10890873136568739,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020354538405871224,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10887684101279228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022899500349962607,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10919679720348568,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022620624134896086,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10918378959152536,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023122701151939994,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.10907026271472806,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022955386563441555,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07764286632650923,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0562033207361472,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0782972588259403,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05430167418113215,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07727044843009356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05634818427861107,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07757830758975345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05612217626162307,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 232,
      "hessian": {
        "down_diagonal_mean": 34.96148681640625,
        "gate_up_diagonal_mean": 444.8883056640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10838002786712776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01869889741005483,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10817650052477197,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01890752210098296,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10812467776631726,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018496608761744703,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10797655559738661,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018935115870942584,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10800363587863064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021225464794853374,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10813818819004394,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020712694288848692,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10788153097367584,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02127022279351365,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10808982094299835,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021209268042482254,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07712519690989927,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05709310682852509,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0773787757300763,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056127912243367536,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07744955971635732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05653218894917358,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0775897066244788,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05642274634733472,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 234,
      "hessian": {
        "down_diagonal_mean": 31.409324645996094,
        "gate_up_diagonal_mean": 457.9311218261719,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11117274469526668,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018311757380396983,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11101492800531532,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017953159593509908,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11091392948154116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018149321779873787,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11096262231779573,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018116415175070236,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11104989178991867,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021287763902512316,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1111562721943643,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02055076950825716,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11091504764693651,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02080710999010439,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11099144460148312,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021037151488531376,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0777608518820912,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05517549411324188,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07846681305924942,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05488095587156228,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07808161216112923,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056047518257805205,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07757220536207866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0559451213619557,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 236,
      "hessian": {
        "down_diagonal_mean": 31.18053436279297,
        "gate_up_diagonal_mean": 443.4016418457031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10824773634828827,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021443325766370983,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1081980899204345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021385840744905522,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10795864875407551,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021517941227798702,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1080526445811116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021596157898902627,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10789360467954935,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023650999549609652,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10792728928571454,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023763212568809852,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10785261946274886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02363826116861777,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10792143817714735,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023539937850225574,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07709026143652195,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05830686853067631,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07748298670587672,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05611759541306218,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07755986111051644,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05742780500131719,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07652112733018376,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05896167820597377,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 238,
      "hessian": {
        "down_diagonal_mean": 20.291467666625977,
        "gate_up_diagonal_mean": 415.3507995605469,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11338497118578829,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02084315337997729,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11335936687243163,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020783244340668302,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11337634277673862,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02094771534529564,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11353863558293356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020476478656682767,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11331004029419667,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022892513090415425,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11335309223335624,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022950339389870004,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11326529385220534,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02303795474817559,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1132611010695165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02292569179979819,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07840701396735561,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05503536058935636,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07859262452024864,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05444011883183729,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07894123074611671,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05201776197916829,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07850200913191237,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05462883113084746,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 240,
      "hessian": {
        "down_diagonal_mean": 30.654499053955078,
        "gate_up_diagonal_mean": 425.6620788574219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11037388889893132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018247918229630494,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11043629170778473,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018170810938203937,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1104391577163784,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018171670836842766,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11024644339944396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01849550075440993,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1101477480072597,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0196195822276131,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11028813969952438,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020040627504207875,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11044363993543314,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020130660109947126,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11032156720137909,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020182432509898172,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07890072501685345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054026055229362484,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07856056561521645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055459852898694664,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07896579160619709,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055123858774791624,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07850227676032406,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055020433961867385,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 242,
      "hessian": {
        "down_diagonal_mean": 17.981678009033203,
        "gate_up_diagonal_mean": 466.27069091796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10797675964880322,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0282515729060694,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10811047452502293,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02824605312201709,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10803799336499395,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02827732165746225,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10821758037610804,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0281427818346732,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10804713237147139,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03156248823242033,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10828064093036617,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03146296006949968,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1082048856374306,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03181058343113308,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1081341232921073,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031762488189606135,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07456376581322104,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06013994851315869,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07495903611374144,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06025589569006494,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07499021374351855,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059466777068399944,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07467804847859491,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06057797316671382,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 244,
      "hessian": {
        "down_diagonal_mean": 27.723936080932617,
        "gate_up_diagonal_mean": 419.9142150878906,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11097697285352977,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01989631030808345,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11103503119761554,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02100876095808895,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1109033300257243,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020497064647631246,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11075396984293469,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02034142118990058,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11074105627578454,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021724605710593627,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11094752675271685,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02251787659870549,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11083277705627036,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0222125557966435,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11087991058754272,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022007784847678367,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08046198700196398,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05256497524955792,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08015543573855326,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054021693785986154,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07951992481162849,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05450298704452797,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08042039473552147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053501713052996065,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 246,
      "hessian": {
        "down_diagonal_mean": 28.664045333862305,
        "gate_up_diagonal_mean": 416.2313537597656,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11113293621086458,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01890544719391129,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11099258137134757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01838291788510618,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11105712150080668,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01878910290590386,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11118798887273565,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018841565269443302,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11094386334335576,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021948371448671976,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11103050557744565,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02157260871571846,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1108798645368083,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02164937660167617,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11102588620470806,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02155339743373916,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08263367412949885,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04793181790590109,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08387894835714726,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04630886742645999,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08404291164996348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046322052479253785,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08360409918982568,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04769290985108653,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 248,
      "hessian": {
        "down_diagonal_mean": 35.702857971191406,
        "gate_up_diagonal_mean": 408.20343017578125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11246240205681711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0159910224035446,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11220037509915376,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016623847723978215,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11212857556520299,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016589586783664092,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11226964167238741,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016736934349859393,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11244062171839664,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017454387003759807,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.11252171238885324,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01792054578884885,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1124717452489573,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018412277769428363,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11231157388038052,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01748400416974952,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0849665549616832,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045767068040515974,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08404062524406328,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048049754322886044,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0839171088983571,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047895177553728366,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08333876845937925,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04832856090951043,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 250,
      "hessian": {
        "down_diagonal_mean": 27.962215423583984,
        "gate_up_diagonal_mean": 418.3232727050781,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11269345413022457,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021554127509092913,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11277611221318011,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021435998363136265,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11271477205687,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0210058931340201,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1126414217806493,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021013015046928096,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1126305079214328,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022730664530889202,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11243953171345622,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022774929156159345,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11277391172964549,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02285534464967357,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925397,
          "packed_nmse_vs_bf16": 0.11269277719470693,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022018162866909028,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08326350426022996,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044699440266792,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.083261292389315,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04734510082058025,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08349016947754105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045679831840748836,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08303724485452557,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04795026207832159,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 252,
      "hessian": {
        "down_diagonal_mean": 43.06895446777344,
        "gate_up_diagonal_mean": 432.31005859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10943896405003853,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016689141601620334,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1094562018271124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016665999974863916,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10937719781820959,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016637821394588616,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10941075375416412,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016677204940061127,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10931851474613037,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019103513732622295,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10928905008513597,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01914034182388914,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10924881812142666,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019221774246406545,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10928501586755435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01906084269071552,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07957694696895358,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05369362385602507,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07900432105255202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05354591515867417,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.0791373244732936,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054548562190139045,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07892019856404167,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05465045157143183,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 254,
      "hessian": {
        "down_diagonal_mean": 23.670162200927734,
        "gate_up_diagonal_mean": 445.8968505859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1063318634070393,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022542234307817554,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10661724036085865,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022317243965889754,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10642770010229541,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022197725171671654,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10665243388398868,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022784059607172672,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10654386429428596,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025859073146640613,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10649450167268189,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026204926908009407,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10635188831836204,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02562002762667169,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1064389947537601,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02551896194484738,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07780934950570766,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05479465135966674,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07677490494196791,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056648309433412036,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07776251105678894,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05462755944523,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0779577877816123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04830820265602914,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 256,
      "hessian": {
        "down_diagonal_mean": 36.47351837158203,
        "gate_up_diagonal_mean": 443.38568115234375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10628643301852983,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019428332432360605,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10611947408783533,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019709471030139425,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10597823038017389,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01986183528232194,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10635336933529016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01949449546508963,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10620542633273349,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022027605314717053,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1057897262674165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021994715036836858,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10591162882374823,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021945896751589856,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10590454644183617,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021962951706192647,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07995472226892086,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05154650266532387,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0792738504419673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052444784237153215,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08047521850329065,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05152002924249928,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.07975715749970234,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0505858398881661,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 258,
      "hessian": {
        "down_diagonal_mean": 33.850250244140625,
        "gate_up_diagonal_mean": 449.934326171875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10739220511260691,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019999686705240476,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10739324646302438,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02013716845289736,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10738944722830128,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01988320139858852,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10745778475459226,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019963419717753533,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10725617538627966,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023339448766422945,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10740492498319644,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023433781052104852,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10720277897861336,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023247594112899082,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1072327265827066,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02348214155251558,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0801405765682224,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0517769242949562,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07961549683949448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052585656294042486,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08038514472187355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051577385718607094,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08031349478177749,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052120030551434944,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 260,
      "hessian": {
        "down_diagonal_mean": 32.83233642578125,
        "gate_up_diagonal_mean": 340.5402526855469,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11212400350006861,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012615642897356854,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11221090659655364,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01269000982120907,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11205483531191797,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012511154045105355,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11217151581940168,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012416959430186083,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11209318048574984,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014074001397379675,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11208215034581737,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013949944478155797,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11204118279291542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013658019988108405,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11214452830327915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013590171950346069,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0827768105545578,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04681225460544678,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08146364247519391,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0485155212160453,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08243128346795435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04625567518367481,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08325808368636456,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04330466139623212,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 262,
      "hessian": {
        "down_diagonal_mean": 44.218292236328125,
        "gate_up_diagonal_mean": 396.13970947265625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11250721047937988,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012371341884844386,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11254068091927377,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01229949176284017,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11239617972762131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012054619198221263,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11236151581226064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012579913251762975,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11228652290420298,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014563530008672465,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11238811652900858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014450689036498396,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11220005499667253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014212702736742463,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11242519699238081,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014734178670367826,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08501281117864497,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04720650689814359,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08513126674965961,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047039756161411254,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08478567683667024,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04703400702276288,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08422583443885905,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048903926495709155,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 264,
      "hessian": {
        "down_diagonal_mean": 16.83814239501953,
        "gate_up_diagonal_mean": 445.3846740722656,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11024143850032915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02469669912210848,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11003430757247451,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02500283627003821,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11013993034518847,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025355982399089257,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11028977957083753,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025458291106166733,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11003388748791336,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028048915017933145,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1100273302492166,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02793834703265707,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11025914685248818,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02875023503229535,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11029329278126065,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028259651729702594,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.07737853216376302,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055387101822128554,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07711947668761382,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05586481819772175,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07604822801470805,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059096871964554765,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07667539893430536,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0575408699944256,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 266,
      "hessian": {
        "down_diagonal_mean": 27.074378967285156,
        "gate_up_diagonal_mean": 442.74224853515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10858816887470267,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02113005741946695,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10832747128714805,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02046129232605289,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10857762444124354,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02080456084270295,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1083936835554296,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021053051576796353,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10826197971573762,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02437817864533026,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10803629989974425,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02423676575970165,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10828631924320817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02416585480723061,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10815208373875779,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024416883087857773,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07798972689501335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05274233214351914,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0777125217797274,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055302642613448055,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07776586939126226,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05590266054104881,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07754170246701352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05608891313698384,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 268,
      "hessian": {
        "down_diagonal_mean": 19.317285537719727,
        "gate_up_diagonal_mean": 478.990478515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10532258900704129,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030040053199250655,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10517533367428787,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029816211481752133,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10499494776329445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030176105186826434,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10539017410312014,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030210385633143017,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10509180633421991,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032045486660346005,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10527434996313474,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0321617864732279,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10530367951495148,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03212493561328036,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10527246350550827,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03274280369655666,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07415023477139716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06143288917695366,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07388367319201485,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06158675208952335,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07426222270342668,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0615628352282407,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07380878280503693,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06228832404119603,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 270,
      "hessian": {
        "down_diagonal_mean": 36.773189544677734,
        "gate_up_diagonal_mean": 463.7322082519531,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11127528005040992,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01929964703630583,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11137001455547398,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019398083402622352,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11143768696203465,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019308545686535384,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11140522934687122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019065638567954346,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11143480543190037,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02067961698682242,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11129474131581389,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021522546013303005,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11139939252264401,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021118602042758824,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11152404295282464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021079210997489637,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08071315428239345,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04916269118387824,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0795403330373219,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053968970442912115,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08033249502314588,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05106378925712198,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.0795948831640275,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04954247287124146,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 272,
      "hessian": {
        "down_diagonal_mean": 38.23516082763672,
        "gate_up_diagonal_mean": 430.30523681640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10921015776151496,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017093139343629278,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10916763947029948,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016939863930006217,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10917910965734424,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017106060095301245,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10943668011988064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01664735232676036,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10932461437157867,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019976466824689936,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10934998857116891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020074641033809407,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10906393592863566,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019786215733761617,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10922378102875334,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01993760900499839,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0813141143069421,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0507248648639911,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08167733895090833,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05078405181334099,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08235251502729896,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048721087921079244,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08182129539012559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04914191965892114,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 274,
      "hessian": {
        "down_diagonal_mean": 29.40587615966797,
        "gate_up_diagonal_mean": 440.224609375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10770205044656678,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022972675275725996,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10778463297848817,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022655187264421048,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1075157026354532,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023013918592560054,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10774310345448555,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022742882722346813,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10787909764492762,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025884228735398144,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10769859327243161,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02554772518067037,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10778749438485748,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025852085247912694,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10789590538846819,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02573944277616264,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08138248951719604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04998596751688159,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08111319597190436,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05108320442991807,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.081039661124506,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0517189411050173,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08148616866623065,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0505141575267035,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 276,
      "hessian": {
        "down_diagonal_mean": 24.658214569091797,
        "gate_up_diagonal_mean": 463.8544616699219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10717980769597245,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02473427280722679,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10704199417024196,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024676849917987822,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10707310204120214,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02482874673278608,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1070263422160116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02453414141585901,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10711098813696719,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027374195930752927,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10708988416926975,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02679303638339849,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10692587150734283,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02789126270155831,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10722967968428923,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02749789623263814,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07724862240412483,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05665760454174449,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07728168554453606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05685283841928858,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07688765790392088,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0575179209461493,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0773506397752661,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05678436242401124,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 278,
      "hessian": {
        "down_diagonal_mean": 25.86030387878418,
        "gate_up_diagonal_mean": 443.7577819824219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11252561782394657,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02070135657718841,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11243791153181434,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0204566724326551,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1125647546915049,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021035154315411933,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11271519898434564,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020824082817858518,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11255922584762418,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023996072311944765,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11245322985910275,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02324200155903129,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11244933042054413,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023760709202391497,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11261071456150254,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024151848562539647,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08140473098658563,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047636352660609324,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08182876528592209,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04696577050060213,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08212987922545938,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04705905084465133,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08176248714907762,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047689327345677275,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 280,
      "hessian": {
        "down_diagonal_mean": 18.64334487915039,
        "gate_up_diagonal_mean": 464.72882080078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10834947852116396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027252824293033055,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10845902152058877,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027273618868316522,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10848486590877898,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02801629131560676,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10837076124686848,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02729813786600902,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1081529746021503,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030807735587345116,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10860063540274863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030896961353858672,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10817474092509212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031158488258628294,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10839946526069227,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031178602111749467,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07595106915582377,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055494290739444084,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07554493525478033,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0585373799194668,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07546649589391549,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05894648167595026,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07569498759382064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057265689844506265,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 282,
      "hessian": {
        "down_diagonal_mean": 35.65061950683594,
        "gate_up_diagonal_mean": 450.435302734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10775178324708658,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019835489010303457,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10805454645026173,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01942425934731149,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10777652244958015,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019447576927897746,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10809978869875163,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01973849691882924,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10775828046927156,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021910963209783498,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10776727448962095,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021678327122236496,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10795554830548125,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021837857210037323,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10780995994982356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021870145675444486,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07740878096087254,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057716318164675796,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07769986766126787,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05687941888542433,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07748921303823512,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05750619371059344,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07710436913558465,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05749620327815321,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 284,
      "hessian": {
        "down_diagonal_mean": 27.67119026184082,
        "gate_up_diagonal_mean": 433.1435241699219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10963143905248439,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021642274098847468,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10974839819287253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021560573951437817,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.10990743478260694,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021489189361235273,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1098071551929852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021484768725277232,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1097479441385354,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023986840953438605,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10976219541187951,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023836784871948215,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10959253758653859,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02393468151611901,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10976592678011458,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02377473598616758,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07953488338786159,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05467763504028673,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07966731056634481,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054097441439837815,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08000122727975832,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05359589759905261,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08030443936509284,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05307634085243609,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 286,
      "hessian": {
        "down_diagonal_mean": 26.51464080810547,
        "gate_up_diagonal_mean": 440.76007080078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10794571455298269,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021511941860812435,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10804337944361389,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02184087876352712,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10805104050867255,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021749921626094834,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10811667072221552,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021990203150285485,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10810247661118795,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023897763359007018,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1081407081881316,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024387242331987604,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10807746805594377,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02389496422552193,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10797389535272209,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024441864191484374,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07815590447851899,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05600585873129951,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0775882401368667,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05671792717472648,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07792704102628516,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05657006364387633,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07738608970549381,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053724779087411474,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    }
  ],
  "experts": [
    0,
    2,
    4,
    6,
    8,
    10,
    12,
    14,
    16,
    18,
    20,
    22,
    24,
    26,
    28,
    30,
    32,
    34,
    36,
    38,
    40,
    42,
    44,
    46,
    48,
    50,
    52,
    54,
    56,
    58,
    60,
    62,
    64,
    66,
    68,
    70,
    72,
    74,
    76,
    78,
    80,
    82,
    84,
    86,
    88,
    90,
    92,
    94,
    96,
    98,
    100,
    102,
    104,
    106,
    108,
    110,
    112,
    114,
    116,
    118,
    120,
    122,
    124,
    126,
    128,
    130,
    132,
    134,
    136,
    138,
    140,
    142,
    144,
    146,
    148,
    150,
    152,
    154,
    156,
    158,
    160,
    162,
    164,
    166,
    168,
    170,
    172,
    174,
    176,
    178,
    180,
    182,
    184,
    186,
    188,
    190,
    192,
    194,
    196,
    198,
    200,
    202,
    204,
    206,
    208,
    210,
    212,
    214,
    216,
    218,
    220,
    222,
    224,
    226,
    228,
    230,
    232,
    234,
    236,
    238,
    240,
    242,
    244,
    246,
    248,
    250,
    252,
    254,
    256,
    258,
    260,
    262,
    264,
    266,
    268,
    270,
    272,
    274,
    276,
    278,
    280,
    282,
    284,
    286
  ],
  "gpu": 0,
  "layer": 12,
  "physical_experts": [
    0,
    2,
    4,
    6,
    8,
    10,
    12,
    14,
    16,
    18,
    20,
    22,
    24,
    26,
    28,
    30,
    32,
    34,
    36,
    38,
    40,
    42,
    44,
    46,
    48,
    50,
    52,
    54,
    56,
    58,
    60,
    62,
    64,
    66,
    68,
    70,
    72,
    74,
    76,
    78,
    80,
    82,
    84,
    86,
    88,
    90,
    92,
    94,
    96,
    98,
    100,
    102,
    104,
    106,
    108,
    110,
    112,
    114,
    116,
    118,
    120,
    122,
    124,
    126,
    128,
    130,
    132,
    134,
    136,
    138,
    140,
    142,
    144,
    146,
    148,
    150,
    152,
    154,
    156,
    158,
    160,
    162,
    164,
    166,
    168,
    170,
    172,
    174,
    176,
    178,
    180,
    182,
    184,
    186,
    188,
    190,
    192,
    194,
    196,
    198,
    200,
    202,
    204,
    206,
    208,
    210,
    212,
    214,
    216,
    218,
    220,
    222,
    224,
    226,
    228,
    230,
    232,
    234,
    236,
    238,
    240,
    242,
    244,
    246,
    248,
    250,
    252,
    254,
    256,
    258,
    260,
    262,
    264,
    266,
    268,
    270,
    272,
    274,
    276,
    278,
    280,
    282,
    284,
    286
  ],
  "physical_tensor_count": 6912,
  "schema": "glm53-brandon-style-low-bpw-tail-part-v1",
  "selected_k": {
    "0": 2,
    "10": 2,
    "100": 2,
    "102": 2,
    "104": 2,
    "106": 2,
    "108": 2,
    "110": 2,
    "112": 2,
    "114": 2,
    "116": 2,
    "118": 2,
    "12": 2,
    "120": 2,
    "122": 2,
    "124": 2,
    "126": 2,
    "128": 2,
    "130": 2,
    "132": 2,
    "134": 2,
    "136": 2,
    "138": 2,
    "14": 2,
    "140": 2,
    "142": 2,
    "144": 2,
    "146": 2,
    "148": 2,
    "150": 2,
    "152": 2,
    "154": 2,
    "156": 2,
    "158": 2,
    "16": 2,
    "160": 2,
    "162": 2,
    "164": 2,
    "166": 2,
    "168": 2,
    "170": 2,
    "172": 2,
    "174": 2,
    "176": 2,
    "178": 2,
    "18": 2,
    "180": 2,
    "182": 2,
    "184": 2,
    "186": 2,
    "188": 2,
    "190": 2,
    "192": 2,
    "194": 2,
    "196": 2,
    "198": 2,
    "2": 2,
    "20": 2,
    "200": 2,
    "202": 2,
    "204": 2,
    "206": 2,
    "208": 2,
    "210": 2,
    "212": 2,
    "214": 2,
    "216": 2,
    "218": 2,
    "22": 2,
    "220": 2,
    "222": 2,
    "224": 2,
    "226": 2,
    "228": 2,
    "230": 2,
    "232": 2,
    "234": 2,
    "236": 2,
    "238": 2,
    "24": 2,
    "240": 2,
    "242": 2,
    "244": 2,
    "246": 2,
    "248": 2,
    "250": 2,
    "252": 2,
    "254": 2,
    "256": 2,
    "258": 2,
    "26": 2,
    "260": 2,
    "262": 2,
    "264": 2,
    "266": 2,
    "268": 2,
    "270": 2,
    "272": 2,
    "274": 2,
    "276": 2,
    "278": 2,
    "28": 2,
    "280": 2,
    "282": 2,
    "284": 2,
    "286": 2,
    "30": 2,
    "32": 2,
    "34": 2,
    "36": 2,
    "38": 2,
    "4": 2,
    "40": 2,
    "42": 2,
    "44": 2,
    "46": 2,
    "48": 2,
    "50": 2,
    "52": 2,
    "54": 2,
    "56": 2,
    "58": 2,
    "6": 2,
    "60": 2,
    "62": 2,
    "64": 2,
    "66": 2,
    "68": 2,
    "70": 2,
    "72": 2,
    "74": 2,
    "76": 2,
    "78": 2,
    "8": 2,
    "80": 2,
    "82": 2,
    "84": 2,
    "86": 2,
    "88": 2,
    "90": 2,
    "92": 2,
    "94": 2,
    "96": 2,
    "98": 2
  },
  "sha256": "fcfb10aa98a414603a0b73b45973772ce3a4bbc99753cd14740bf0ad3f2a2c3f",
  "shadow_experts_ignored": [],
  "source_sidecar_sha256": "88fc5e3785f39dc3fb1a290d6da106c70e0f6d04b8def0b02f2b063c9bfa067b",
  "state": "COMPLETE",
  "tensor_count": 6912,
  "tier": "k2-k3-tail",
  "variant": "2.0"
}