{
  "bytes": 922811656,
  "expert_reports": [
    {
      "expert": 1,
      "hessian": {
        "down_diagonal_mean": 27.143091201782227,
        "gate_up_diagonal_mean": 528.3497314453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1070367950283132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028401027580536507,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10708377190581087,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028199993594472728,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1070545539136547,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028169070917964955,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1069205714918,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02816633608663957,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10685469489129881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029881178425052227,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10707999777151729,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02998807416342696,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10682225698706162,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030058057458981977,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10716575937888692,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029740515557242598,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.0749585062528799,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0603096609589574,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07457731549435449,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06061959792918753,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07465606087571283,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06108884717301223,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07503912873496175,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06029630529982173,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 3,
      "hessian": {
        "down_diagonal_mean": 50.400184631347656,
        "gate_up_diagonal_mean": 387.42803955078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11575942218856015,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01040036274178128,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11590272318944111,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010102414742616916,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11601733480001869,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.009847190749336576,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1158820020340217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010232835950271097,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11577887986440723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.011284121619890848,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11597813252853745,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.010878266878036112,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.115786368574154,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.011500644521478523,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11590565130073399,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.010879383195846092,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.09572263750049884,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.030695784707163016,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.09741234010833931,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03043598903351193,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.09846528724925256,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.029603570929415467,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.09707045776167904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.030381239825283964,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 5,
      "hessian": {
        "down_diagonal_mean": 22.16535758972168,
        "gate_up_diagonal_mean": 412.70489501953125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.1156676763148277,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019484119368879206,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11558095862871995,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019457327499980775,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11546310794275132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01945735199742635,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11573585345509371,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01938380512501284,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11588556794599496,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02077127438357786,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.115687141131895,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020548557887905224,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1153843974083368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020948825251865123,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11550753398069508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02076136424547602,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08114420373604815,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050219157166658784,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08101370587416365,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04948682570813844,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08014222155418108,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053634065639966616,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08147964613903609,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05141312921888213,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 7,
      "hessian": {
        "down_diagonal_mean": 21.53571319580078,
        "gate_up_diagonal_mean": 531.2714233398438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10853611233008606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03027183939375446,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10847344693523082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030303979011728554,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10865533063586151,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03024070220815126,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10855463703537392,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030212795504898898,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10856216397238183,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0325817528625886,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10880995869763854,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032684587210501555,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10866232637289136,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03261722119361788,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10852288186144439,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03257227512582407,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07358445756105936,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06318932913138192,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07376309007413924,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06272920438465864,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07351389432915913,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06321644525126116,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07346472917104205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06332782022037282,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 9,
      "hessian": {
        "down_diagonal_mean": 25.6005859375,
        "gate_up_diagonal_mean": 413.52655029296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11035751811390956,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01851824382500364,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11070686019193514,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018497904818123797,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11046560770549155,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018370685948951408,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11069248183115138,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018604730584679482,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11066711626280504,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02050091510102426,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11065439902353982,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02010500671729494,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11046967611883397,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020422965567033564,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11056176571782869,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0202280272090056,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07967532851127149,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05191160145315837,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.07878514307249251,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05309361768407264,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07853015575234634,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05389293179017052,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07925172553267625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0522467607802942,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 11,
      "hessian": {
        "down_diagonal_mean": 33.93891906738281,
        "gate_up_diagonal_mean": 487.075927734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10984490339638449,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019496030197141502,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1095941290449964,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019240381360365343,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10970905119951128,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019122129230311168,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10980327628869739,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01945861694994199,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10972096181516501,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02135816902185045,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10963230734707123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020656869754020597,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10955333663002532,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021120803569792436,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10950457749599739,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02144687986009014,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07973825295747565,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05383787625352693,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08028193992511,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04800734463096589,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08069843086058946,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05002159835903058,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07967532341563627,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05293280738749958,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 13,
      "hessian": {
        "down_diagonal_mean": 28.252437591552734,
        "gate_up_diagonal_mean": 495.2803649902344,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11135228171868736,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022972686735688336,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11120872797536133,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02277248488591088,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11151498782937402,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022434248893895857,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1112018980809596,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02288747370521346,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11158655040776008,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02432191822904326,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11136395206732111,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02388795778092608,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11145386546824773,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02395493066156068,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11131126999585371,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024094370317945434,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07843112301332839,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055061649932138426,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07913487018076153,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05480015235400734,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07889304571762495,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05513688073607929,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07890720605981197,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05478728039478257,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 15,
      "hessian": {
        "down_diagonal_mean": 26.523223876953125,
        "gate_up_diagonal_mean": 542.8575439453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10780188011918698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02693221783398862,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.1077522520757699,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027258144879450413,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10775470537642481,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027012532140696086,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10790493547077078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027368927242714638,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10754288460877395,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02951048643425405,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1076816284184293,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029714032708547923,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10794057891560191,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02958708099251317,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1078970082857962,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029797687964136135,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07521395504622634,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06010802331101769,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07551802164431053,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058761875180537104,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07507076363287576,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06006625905640772,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07503006894181755,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05899947443834556,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 17,
      "hessian": {
        "down_diagonal_mean": 26.180524826049805,
        "gate_up_diagonal_mean": 418.2152099609375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11200146609515792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018891702944024733,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11185722937645629,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01830819971362527,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11164254250509847,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01836283185735184,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11166032380156668,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01892005411978889,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1119418300273649,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019997015891763045,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11175632391697747,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01934421884291917,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11173644232194288,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019856715909420865,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11160672887993067,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019632758206128108,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08201630134359626,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05014345637043301,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0835925273987967,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04535743663857255,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0826038210563019,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04912932964028788,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.0830573520255433,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04675171665432953,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 19,
      "hessian": {
        "down_diagonal_mean": 34.743492126464844,
        "gate_up_diagonal_mean": 508.0992126464844,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11179109587580796,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02097110885762301,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11176743642776904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0207629841612459,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11189542427547931,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021057637328498156,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.111580222411115,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021372684051369873,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11184105411809143,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022295344387268486,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11198350424812563,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02232921654569728,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11181706924419205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022226533114780917,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11177409538076896,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022890131720810752,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0804000857720655,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05418651713201711,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08034730301939218,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05324975034279995,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07984448321352115,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05479663886244815,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07879713675669506,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055729877389444564,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 21,
      "hessian": {
        "down_diagonal_mean": 28.42914581298828,
        "gate_up_diagonal_mean": 513.0062255859375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10792613788207639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026795791506960803,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10784823802882414,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02650871141884275,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10771551819101867,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02657125568181818,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10775519220384341,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026594886345254476,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10772050855442156,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028453864159022433,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10763570899507932,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028264082526760895,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10770984608576324,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028297481088877606,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10802745576727979,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02842747132677253,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07544385024395037,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060231661010442784,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07550900972638877,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06000641591652391,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07583422544174587,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05951425048889898,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0754968791214196,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06059014459355955,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 23,
      "hessian": {
        "down_diagonal_mean": 17.180583953857422,
        "gate_up_diagonal_mean": 437.2768249511719,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11244702659409557,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02114783960673209,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11218855930401848,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021544766340312348,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11229938531685044,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021314711263683738,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11233109298499101,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021051779740090086,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11225385191490077,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022967154975663602,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11223937596607973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02299794657942965,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11227562435331004,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02308484770270301,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.112139998908325,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023078228135643655,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07957225512251387,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053635565104358005,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07941989309189919,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05390257219513561,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08006355230362724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05307452710400899,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07929682428144644,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053070147733407964,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 25,
      "hessian": {
        "down_diagonal_mean": 27.66802978515625,
        "gate_up_diagonal_mean": 518.2532958984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11140436867215192,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022723457428740955,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1114653846625839,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022482664639082654,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1114100712049384,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022577092136727397,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11163696281050338,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022291866872773118,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11128577854629441,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024573061870090247,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.111497075690327,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02423017154889188,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11165564094141368,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02397153043699804,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1113336394738959,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02396856194929053,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07729196337793233,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05801387196209232,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0776528015503688,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05746716576374506,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07716949857430476,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05833206211276321,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07745876235825053,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05722347690249207,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 27,
      "hessian": {
        "down_diagonal_mean": 56.39793395996094,
        "gate_up_diagonal_mean": 534.5721435546875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10197277998478309,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018071003691250313,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10215419813007645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01800208316750125,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10184654882106048,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017111429295425078,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1018863246425005,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017526146567895143,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10204429989240936,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018218604778154585,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.1018921853666952,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01910709779174271,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10212359454582566,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020242200720087318,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10196617726294009,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01910677589383572,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08289341325398292,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.033792652422707035,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08163127707257796,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03830579744581796,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08304551112809769,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.02734183924301025,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08319476295344205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03789317968538369,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 29,
      "hessian": {
        "down_diagonal_mean": 18.823440551757812,
        "gate_up_diagonal_mean": 336.51141357421875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11130964089879387,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014023718152535974,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11155044908387218,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014033478474481406,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11129771250644284,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014257199405974875,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11140483685930433,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014320468449471007,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1114648205299158,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015408495710781893,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11118496492635892,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014991964230504706,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11133879843062726,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01529972741603505,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11128778310404663,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015243486195660034,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08494737233013051,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047869439132909294,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0854321025483011,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04414352352109281,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08390357537225748,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04780529896554969,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08352732248520876,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04917340547593266,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 31,
      "hessian": {
        "down_diagonal_mean": 34.75749206542969,
        "gate_up_diagonal_mean": 542.3612670898438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1078191951619858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02449268150576429,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1080663663685708,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024295465316077687,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1078791488467846,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024606744367870675,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10794651663987347,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02477311039735478,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10781186896430685,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02610991950066428,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10764000454155237,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026080044750920465,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10782454065481846,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026444552617098625,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10789785312583845,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026326371192305534,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07658777155631298,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057711898793448846,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07659425898392076,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05813956687109941,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07640953259973397,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058575343060879186,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07636499546775921,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05834003953743147,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 33,
      "hessian": {
        "down_diagonal_mean": 19.074411392211914,
        "gate_up_diagonal_mean": 444.0694274902344,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.1107707799577009,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023465362776464736,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11096055966193208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02350533692948179,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11066367397386703,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023568548047715614,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11073305640106523,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023395280943583698,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11093876986718476,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02493591096972441,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11101921001301253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02488094616872839,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11089827463214082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02508305812217272,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11101845919759974,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024893332133967418,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07770958340520424,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056225956494529813,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07678537134999795,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05797650502229067,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07647794335288322,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058377867856809255,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0769876056728006,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05725283894099663,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 35,
      "hessian": {
        "down_diagonal_mean": 32.63080596923828,
        "gate_up_diagonal_mean": 536.7417602539062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11119033685014985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02187662522860218,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1115821904751993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022034935195473504,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11156600788053087,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021542309237708356,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11156625805996995,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021967675648956464,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.1112442769766744,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022904589830641284,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11124173002405559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022768455532019526,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11135310900218275,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02265914345139169,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11129773827684661,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022920543238526693,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07950501423416319,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05289541259248596,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08004777631763325,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0521039674283286,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08155734454099381,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04963690100092122,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08008274303481445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053438597117213264,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 37,
      "hessian": {
        "down_diagonal_mean": 20.34164810180664,
        "gate_up_diagonal_mean": 491.7265319824219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11160561513830382,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028446256804253077,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11137778577177797,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02845838195063425,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11138770421322515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02857915802553856,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11139028085721958,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028441061833602083,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11138167162650903,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029518517188259034,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11144773253170519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029719104915089046,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11137009354707894,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029467002281130316,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11124600445584867,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029267880953637006,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07500809820376533,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06080532391985253,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07519269810873193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06103362277339459,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0754992201671424,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05997817590640051,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07519649966085158,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06030419246396653,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 39,
      "hessian": {
        "down_diagonal_mean": 35.83185577392578,
        "gate_up_diagonal_mean": 428.89447021484375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11604941618214831,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014236363600940395,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11614867760214534,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01426715444314894,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11628496522817333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014397253880709341,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11612706298618825,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014560700984900097,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11619295554334302,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015692757081766685,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11595007883816506,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015830702375760165,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11593892254301556,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01594150878704874,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11612803665269464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01581853085872052,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08651877548994141,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.043768986434958086,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08630638148825096,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04510295809120029,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08499660269452304,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04445653131118411,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08651975481995564,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04441001343641394,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 41,
      "hessian": {
        "down_diagonal_mean": 35.78187561035156,
        "gate_up_diagonal_mean": 541.5621337890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.107006646535785,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025470730435890876,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10677631210285171,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0259466768190126,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10689659381683056,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025695818951278666,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10674520546969396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02549804711012861,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10693174817227001,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027383254139300445,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10664850000768678,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027367333205923727,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10674060564441128,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02729741922400967,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10670240143812526,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027351479923107772,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07639850424363956,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05914599470721799,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07652243832207849,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05856209315738056,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07646594888129853,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05864992357115063,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07673985683685625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0565050927307892,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 43,
      "hessian": {
        "down_diagonal_mean": 25.876060485839844,
        "gate_up_diagonal_mean": 532.5845336914062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.108992947606081,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02601591327537134,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10933941278330032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025653861789231156,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10933011745326107,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0256275172793053,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10901946810558828,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025643991934303847,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10917759189160421,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029302601247174903,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10894619202000151,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02835767909523702,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1091365563430388,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028750050355068918,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10915269139122798,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029054795016449707,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07577207781546066,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05931703608599224,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0769210037535435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05513609841975323,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07663533668641971,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057114382010031356,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07631255198716082,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056882239101127156,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 45,
      "hessian": {
        "down_diagonal_mean": 27.4326114654541,
        "gate_up_diagonal_mean": 451.34527587890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11450546520417476,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018292860383965097,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1143940368731003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01853653707460595,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11447575226821603,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018239233973282244,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1144494629299435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018448762253916066,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11450154962702763,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01958790349503476,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11435297680235625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019869249682092305,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11420263235525217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019643746002964486,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11424639445620563,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01988381027546733,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08102904265504941,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0527697619281742,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08092287502557832,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05174304629037678,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08077953327431038,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05258377971090716,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08069431582536246,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05278766847496793,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 47,
      "hessian": {
        "down_diagonal_mean": 24.443870544433594,
        "gate_up_diagonal_mean": 391.67474365234375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10948505811781187,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013534179008128039,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10950397912113954,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0133598508923879,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1094805327705785,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.013358350676707513,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10947170870928882,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012902042678027878,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10933349162605678,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014714716546053252,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10935323051812393,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015249821633382015,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10950145368485409,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014646283536882776,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10977581611601003,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.014196746266355361,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08707497509949977,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.039708036268919666,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08815786495076683,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.037136587412760165,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08879067128687247,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03212716020172133,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.09020051776152989,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03422393631929371,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 49,
      "hessian": {
        "down_diagonal_mean": 28.806884765625,
        "gate_up_diagonal_mean": 527.0899658203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11186822028411263,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022659947517178404,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1121624459329949,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02262278189410746,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11218504999574501,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022319846024661128,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11226497456238606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02259309761919552,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11256900764040609,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024187545311884884,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11212679550313855,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024293308416437183,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1125067740530597,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02348460330046618,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11209200161626459,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024223600966851697,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07989581094356159,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049900380710712566,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0798958894748116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05166103771380359,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0810872490993066,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04846032373469407,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08081816802096556,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04877894328146252,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 51,
      "hessian": {
        "down_diagonal_mean": 35.888648986816406,
        "gate_up_diagonal_mean": 518.4722900390625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.1065726915729229,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023749687375225308,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10669085381241339,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023760702568152447,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925397,
          "packed_nmse_vs_bf16": 0.10682186144130372,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023310713658810784,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1068708864583671,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023455766674340878,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10659701273682134,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02655986293704357,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1066589738150019,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02574291223715777,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10659806445439447,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026151782674251892,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10655755828341551,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025504900796103392,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07799898120809036,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05505451599888216,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.0785385402300717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052898269435111535,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07889210410702518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05045483255156532,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0788043697917048,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05094857320880906,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 53,
      "hessian": {
        "down_diagonal_mean": 25.800220489501953,
        "gate_up_diagonal_mean": 564.2742919921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10885095282556352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027485138327411635,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10886679312543068,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027199701186617846,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10894170558328639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02710730661789214,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10915184743956591,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02712453814855536,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10895068369690206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03049556058011037,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10917072767400751,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030673978306859393,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10901794753527098,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03041945267934436,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10900491048908426,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030639768793565846,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07456799979260674,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06158527607188247,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07464812776030681,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06173906658834837,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07517886201117363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06057765610264993,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07470743805230363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06113600303324782,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 55,
      "hessian": {
        "down_diagonal_mean": 24.630001068115234,
        "gate_up_diagonal_mean": 425.8982238769531,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11091378044563757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019132122730481777,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.1107995179056721,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018367387202679924,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11067699987391208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01877840585111121,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11062859854209957,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01882622689995642,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11079081441164984,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021388218867215526,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1109824296016147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02067711181163254,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11061750705527706,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0210000214701463,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11070756056095708,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02080646851399049,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08117448113541964,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05028476221628085,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08294405883604111,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04565800830272418,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08155915380786216,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04797271314976063,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0811006864058609,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05077146782765569,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 57,
      "hessian": {
        "down_diagonal_mean": 13.982186317443848,
        "gate_up_diagonal_mean": 417.34918212890625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11180384507510868,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023671132995437067,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11168959212378038,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02347658809710791,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1117200675453695,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023314097169926357,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11181943082000871,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023610816765193447,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1118898983035617,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025714761311165325,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1118330642149195,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025544235158421504,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1118150715383711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025803150133415113,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11164977979325566,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025705138732910433,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07565220105124482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05996146784802647,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07565687614184924,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05978708265292275,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07566510545803451,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06006157303783086,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07559688664996857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06003647245014298,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 59,
      "hessian": {
        "down_diagonal_mean": 30.395244598388672,
        "gate_up_diagonal_mean": 486.7452697753906,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10599552929052357,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02368896667448959,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10624382001770362,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023355116182897685,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10596265447645609,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023346417471049815,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1060697992943258,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02301834003590366,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10593007740590508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02642205842227534,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10611492990606851,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024934497928810365,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10607043774310627,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02656235918777251,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10606243975920934,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02607888982255153,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07740563654896332,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054169464747031194,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07795891547922633,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049952968439226704,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07744255722832985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052980306810258365,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07802926743138675,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05304707276415806,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 61,
      "hessian": {
        "down_diagonal_mean": 24.335269927978516,
        "gate_up_diagonal_mean": 433.4726867675781,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11004513685109782,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020600438614314757,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11016862499431776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020377227372083924,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11005617684498267,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020644340993759825,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10996582787648485,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02051965005703163,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11007971708715343,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022223044632552147,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11019398869595647,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022350000347597564,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11005601679500476,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02212836411740982,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11023688708276803,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022248836764398174,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07904831436980223,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05496677500106339,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07895764391501635,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053153205663246335,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07893578516841195,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055735252665673876,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07865015386975055,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05599017696118621,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 63,
      "hessian": {
        "down_diagonal_mean": 37.312156677246094,
        "gate_up_diagonal_mean": 563.0674438476562,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10546679504550979,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020784252120649677,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10558769169162131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021470051730095682,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10547033968644115,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020659183597533638,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10554010019210423,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02098043686382346,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10546577889822954,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023543210602130233,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1053562449816105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024090235043495504,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10533474352362715,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023666760635923396,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10542866390205304,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02430100365678378,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08037223545342255,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042190082755902455,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07868430766086182,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05116909770695593,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07937121142666517,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0472364300579775,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07871754735631135,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05105760914133584,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 65,
      "hessian": {
        "down_diagonal_mean": 23.248279571533203,
        "gate_up_diagonal_mean": 495.71240234375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10556709233558055,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026892933569274698,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10597530776035985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025659973009230442,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10560647063768751,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026170905148795734,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10568835128383407,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026480191244011728,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10562504417053424,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028678391218741474,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1056355324989146,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02836473806193022,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10575215193608101,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02863244663385597,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10570810434307276,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028951834207543582,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07637977371888405,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058160483344260896,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07640637158427731,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057172196690941285,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07623825508456372,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0578708019836494,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07600731602733551,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0586720854916775,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 67,
      "hessian": {
        "down_diagonal_mean": 32.64991760253906,
        "gate_up_diagonal_mean": 494.3883056640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10819822981332271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023664506733066765,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10841895860207332,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023921348083046818,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10812014222020631,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023842796461742602,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10834018543708543,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02378893104143944,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1084201664093755,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025142662669539118,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10842537011790174,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025259653197861248,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10831061782325829,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025108465234279388,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10835813261134926,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025271467435458366,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0770191853288366,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05853939691245412,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07754563707622435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058434952036788244,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07735373119790159,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05793743463555572,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.077662329128093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057628338724564514,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 69,
      "hessian": {
        "down_diagonal_mean": 28.044452667236328,
        "gate_up_diagonal_mean": 466.2112121582031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10952599967748228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020812276467291318,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10942436653279783,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02046603842297312,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.10961533126727858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02119185752388959,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10947889581829433,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020999370974530366,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10959640251620884,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022439347325426667,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10932645997302341,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022394417484394982,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1093931280082448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022636408282727984,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.109358403456393,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02276291542259113,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07727256371566928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05738904874217827,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07880910273373165,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054441506284026116,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07810570874373068,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056707471564243106,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07842140128200516,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054434397586188316,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 71,
      "hessian": {
        "down_diagonal_mean": 26.669593811035156,
        "gate_up_diagonal_mean": 551.0928955078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11088168357558763,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02653973734156656,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11072950715953808,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026476101678890078,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.110806600448069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02671741311651986,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11061233310377243,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026786278656103887,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11066395197801503,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028622265453861342,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11073478601247766,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02835905153244678,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11071215224860032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028609061735765193,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11070479290335235,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02837588966203659,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07559721345882695,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06030714248043613,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07564072559196147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060005250074972566,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07530490426993229,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06090553475769428,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07575802296540107,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06015585072023295,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 73,
      "hessian": {
        "down_diagonal_mean": 28.344707489013672,
        "gate_up_diagonal_mean": 552.8494873046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10726774075728189,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02808607787584016,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10726718715896826,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027988645343069125,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10728895420992222,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028145230303899205,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10740123788353084,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027952176689531254,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10745504657732446,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02991102674696083,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10720395673577648,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03022018914842878,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10710554326337045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030440191120400136,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10742530453655554,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030460124264212435,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07464031327554517,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061149828668434124,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07500312411516141,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060904919707201306,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0745909819518073,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06146410987158919,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07452479308042975,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06162481398745949,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 75,
      "hessian": {
        "down_diagonal_mean": 22.297544479370117,
        "gate_up_diagonal_mean": 443.4966125488281,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1086410427352915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02084676019405003,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10858630749467295,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020630599370634127,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10857810024391754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02111951774215809,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10858472679606901,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02101583514173665,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1084429356231131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02240935955850654,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10847039362559353,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022268288137372548,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10860540038498209,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021858547181573842,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10860430275485333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02263925830631403,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07853480401277743,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05402759133328238,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07881558230051657,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05446190493275751,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07891127318689581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05231376822184297,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07846940345640067,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05378797639277081,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 77,
      "hessian": {
        "down_diagonal_mean": 25.154926300048828,
        "gate_up_diagonal_mean": 516.5235595703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11027073173685448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025612517740211407,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1102672316178858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025793289935543688,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11023190369050476,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025725595593814713,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.110231745554171,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025369250246443636,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1100582966511573,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027762162574700985,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11009833763023157,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027777432176571554,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11023984663798529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028095013687519717,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11039780509266216,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028040092158908562,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07632780001809811,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056595866802820395,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07622850840439234,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05806475327387294,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07560612805892297,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060194174459973784,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07605876768807333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05874562458885203,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 79,
      "hessian": {
        "down_diagonal_mean": 36.60078048706055,
        "gate_up_diagonal_mean": 526.984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10639849829796268,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024546956103700068,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10629921400594483,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02476753426291452,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10626645000523151,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02455410749095913,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1063747507796384,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024784062366338226,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10633119958980494,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026767273845052713,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10639359398537074,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02660206380724251,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10626752038968253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026467050171936474,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10620637726491233,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026602938793071428,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07655305981124881,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057759902446218654,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07580240470747304,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0600983281603693,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07627300676500576,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05852345309236234,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07665737187354543,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05868732597849047,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 81,
      "hessian": {
        "down_diagonal_mean": 24.497058868408203,
        "gate_up_diagonal_mean": 557.4473266601562,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10679127433593458,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030183358230872696,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10675766696358568,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030124925222901493,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10684145852103749,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.030162241672655164,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10685500548285357,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029984100247719178,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10676579373135224,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03212355733431258,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10682302766563015,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03210583849813509,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10666936807483812,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.032074493081088,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10669436013129101,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03209567735392068,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.073738134782056,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06263401774138208,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07406742617158295,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06201805411692723,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07411786425642858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062271157596792914,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07388850355846627,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062397409068912106,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 83,
      "hessian": {
        "down_diagonal_mean": 21.91871452331543,
        "gate_up_diagonal_mean": 505.2156066894531,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11098369754827696,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026532732134184438,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11081543441319772,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026658209404670005,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11098081127263981,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02659353266668867,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11082280993727406,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026829484994132027,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11079378787046498,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028152646965997046,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11068962620201804,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028183848743088158,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11079780948419032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028231062358521786,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11106891078452537,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02803467730797292,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07592781585171128,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05831073544959751,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07550136244429131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060043929226903506,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07598930659867169,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05644095509878086,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07578007688310097,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059173606819810876,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 85,
      "hessian": {
        "down_diagonal_mean": 22.628902435302734,
        "gate_up_diagonal_mean": 534.5164184570312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10788794695282788,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026146441140471093,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10767933296388824,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025851326056920965,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10808419817959519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02615699912249346,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10782658497451944,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026024824015643353,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10769236141297493,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028895941485747343,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10774479079674563,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029039507680169163,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10766424151337459,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02909995222717725,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10772054078916522,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029139451427091123,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07538583583691079,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05903831729618996,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07589404740777465,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05728160399449372,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07570236134785542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05831734829086773,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07560671107997909,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058666432324308175,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 87,
      "hessian": {
        "down_diagonal_mean": 19.50619125366211,
        "gate_up_diagonal_mean": 451.3128967285156,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11100239744690647,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02575127608060769,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11110033346353651,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025617132284796788,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1112105490663985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025222790010278162,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1107304131822122,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02527241177096719,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11080054978712495,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02711392396715393,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1109637733010785,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02724765052831511,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1110719480064114,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026856759652472407,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11091084935813036,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027097772735528856,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07547468952229583,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05985700781046061,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0753527160074035,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060219210130073524,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07566445813621263,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059721203951142623,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07551963939921166,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05971447188559371,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 89,
      "hessian": {
        "down_diagonal_mean": 21.32220458984375,
        "gate_up_diagonal_mean": 461.8283996582031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11030544513757078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024733209058103837,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11042669604666686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024599287266218097,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11041902736650516,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02433385623533221,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11032937756101864,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0249191299160987,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11045649390756924,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0262742582423384,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11044376061283057,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025839191307034538,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11054012459472705,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02577266556701232,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11030688302334016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026045928974431188,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07701863885950129,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05676296435165789,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0777478517308734,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05518182896142039,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07722766856723062,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056385801913113556,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0768308183819015,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05685254318408222,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 91,
      "hessian": {
        "down_diagonal_mean": 22.91900062561035,
        "gate_up_diagonal_mean": 544.16015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11146586547979778,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02700237873067036,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11145092192403154,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027087862782610786,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.111361003420485,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027144665789180275,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11137231991336315,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027161885122470357,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11130933122490698,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029711697667132466,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11129488750515973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029775309747357776,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1113098043005787,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029713541994844682,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1113646863659936,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029619117795513874,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07544646751645077,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05901746553552381,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07545168603883878,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05862340415189039,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07523482280821762,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05967950406925158,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07539874652243254,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05854808663320889,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 93,
      "hessian": {
        "down_diagonal_mean": 23.892295837402344,
        "gate_up_diagonal_mean": 559.2978515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1100427967003299,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0296536229388757,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11016373846523303,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02955726161994029,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1102485172103715,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029710260138764738,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11006360523981895,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029577479861654692,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11038695863587623,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03159483969762373,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11022326185934352,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03133862730186427,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.110210055672075,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03161307172381589,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11009981142826919,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03142970839940472,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07400002880859496,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06253394300553329,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07422808742764743,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06238588761016038,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0739985504340205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0626974640018239,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07409785995506295,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062031157613144,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 95,
      "hessian": {
        "down_diagonal_mean": 21.70639419555664,
        "gate_up_diagonal_mean": 437.00994873046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11168917570766038,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022990085197528595,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11165774539771203,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022920121177873603,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11181603601717639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023297609049042878,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1117291362110837,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023095073294698832,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11164317969676611,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024922319362492333,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11163544363176374,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024981159124057954,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11193596926886781,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02457365703109747,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11171875715753735,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024766135940986363,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.07980830621049166,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05278680225702663,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08020763189853145,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04937644082423714,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07944722887520474,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05376067154259027,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07944692874057394,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054447727041287045,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 97,
      "hessian": {
        "down_diagonal_mean": 33.19152069091797,
        "gate_up_diagonal_mean": 546.9954833984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10786273388193161,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02452001618876328,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10795106890370335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025125735235120558,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10750365042210977,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024737331188690106,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10790804758430703,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024642146771970627,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10761646006561125,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02717447185233687,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10761545008392347,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02762561195979709,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10765056796864354,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027355715411847496,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10761117591166192,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027269938779104174,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0773858606472704,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054310214676139855,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07631367262112217,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05774523626616963,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0766084234209663,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05776524619106771,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0769609834716137,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05666916354835059,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 99,
      "hessian": {
        "down_diagonal_mean": 22.014394760131836,
        "gate_up_diagonal_mean": 511.0862121582031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10773921460747218,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025879926618939873,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10777641881124489,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025619496842037705,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10760769507636034,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02595436470633957,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10785282144371582,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02616514776820643,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10762236863450411,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028312534821483954,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10788380919856405,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027353695058990296,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10768051261645961,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028230734741629692,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10764554514664369,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028317297277888318,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07473429770612451,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06115915874315293,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07513241308250052,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057919169182586744,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07516192008155474,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05948092776126533,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07507926163907774,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05900905601837612,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 101,
      "hessian": {
        "down_diagonal_mean": 36.413272857666016,
        "gate_up_diagonal_mean": 547.2772216796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10707232248991078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02661067939160583,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10689649328314524,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026349643203464484,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10708342579463216,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026642015513202284,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10694135978818062,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026170746306686105,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10703796529640305,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028690846901163525,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10700675225246623,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028595721103795126,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10674800181845011,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028544785244912246,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10676100227639347,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028558604716592745,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07609182928851008,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05921434927211486,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07627077751511033,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058932452469125755,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07590492213839999,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059365165629356065,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07662295736127403,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058161426490188545,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 103,
      "hessian": {
        "down_diagonal_mean": 23.696840286254883,
        "gate_up_diagonal_mean": 491.2696533203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1095463274557887,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026621805137341456,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10954381408617819,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026709793602769094,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10949180751705036,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02688302439905914,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10959940382513637,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02663075804635095,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10940990485407168,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028394350339178812,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10970757539282525,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028801067681242385,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10973856849551171,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02864797309450928,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10957075237832593,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02884371988544274,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0754248561760601,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060024821465108964,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0754174210446643,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060547236963370714,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07542044323745811,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06043224261088129,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07518563969024164,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060494242201774656,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 105,
      "hessian": {
        "down_diagonal_mean": 15.044781684875488,
        "gate_up_diagonal_mean": 414.8143310546875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11893914980493307,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017052042803204104,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11890684252633692,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016751817752909428,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11902442270579743,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016976589423066728,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11881949616656666,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016434331755885444,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.118756115993739,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018338308304699735,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11885744399788717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01799519156384031,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11904349961652458,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018238904890592208,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11875525761660406,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01824067558701436,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08321067675989101,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04798815694959265,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08355150985983607,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047186217531557675,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08239681826171262,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04949768661981013,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08356889245783335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04813234485139445,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 107,
      "hessian": {
        "down_diagonal_mean": 19.823780059814453,
        "gate_up_diagonal_mean": 488.50994873046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10846943180304826,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02720580919775366,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10874118235087002,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027241969553189832,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10872365711943058,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027303181509358263,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1087522071093296,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027314213439609717,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10874714497201958,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028714312130449515,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10879986337682525,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029011299010008238,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1088463208629537,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028652892100089034,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10868499254617157,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02856318121917321,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0746496755784759,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060629072872798576,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07453263267362957,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06150221002622178,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07445989683166722,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06166529794469766,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07451306933497755,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06148234648042212,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 109,
      "hessian": {
        "down_diagonal_mean": 26.62818145751953,
        "gate_up_diagonal_mean": 472.79620361328125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.116404235613405,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021907082047330956,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11641136587438525,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022198189367217975,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11616966099026069,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022185106881310274,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11611438896674223,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02236542985066448,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11632059954487572,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023486079356975397,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.116445081247139,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023831848210901903,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11638036676884048,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023405629153005623,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11594509474939271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02354439392851676,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08015612736426571,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0543387209229232,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08056745537128192,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05377892428017209,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08079891025889195,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05391364494038516,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07997937976438925,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05554303947899067,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 111,
      "hessian": {
        "down_diagonal_mean": 22.63658332824707,
        "gate_up_diagonal_mean": 470.7999267578125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11000048704338992,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026141047939988993,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1099287667304348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02566115839886227,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10997585705860065,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024978100967097804,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1101353365746176,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02584987987737835,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10983751958621968,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028052789090463687,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11012499501255937,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026784878561112658,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10983814954444963,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027989498090053574,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11007401784855832,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027914636829565152,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866403,
          "packed_nmse_vs_bf16": 0.07597252485867624,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0573764293241069,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0771393211835933,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05585637419107419,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07633084154843478,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05700894136480571,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07621894330881206,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05724322495638305,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 113,
      "hessian": {
        "down_diagonal_mean": 48.91879653930664,
        "gate_up_diagonal_mean": 499.93927001953125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11419155324995363,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016398684774174405,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11395539908137202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016092361950852285,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11406324869935289,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016527667494005926,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11400087269536124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01614797986764943,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11403061138518686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018642944704367524,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11404929401337112,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017786871526028224,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11391768547879458,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018197544041296372,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11400228810721103,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018043277309397792,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0868618383333053,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04260750995520159,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08686275069292686,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04162380176036619,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08595076377684661,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045022186611252325,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08704918738401754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03882835213997969,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 115,
      "hessian": {
        "down_diagonal_mean": 25.570322036743164,
        "gate_up_diagonal_mean": 491.57672119140625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11267490366366538,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024405780423549885,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11280683011246831,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024377403451054845,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11256639003655289,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02427348111932515,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11287592547715604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02438635171358305,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11272007014168645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026140287809053496,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1125489921585281,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025803348416422792,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11264260665827204,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02598867285905886,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11239505738965058,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02600998768837351,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07768237590890928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05769127556035023,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0778456106558156,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057057857591494066,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07795131903046423,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056874480926013785,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07806476742761348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05599671023337461,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 117,
      "hessian": {
        "down_diagonal_mean": 40.40813446044922,
        "gate_up_diagonal_mean": 528.7435302734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1056168962315139,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02530218491505253,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9634122155989748,
          "packed_nmse_vs_bf16": 0.10595505665084089,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025114360854820033,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10587471582572777,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02559127959044646,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10580206488277216,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024926166885956474,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10602869494148648,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027566880921205624,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10580794625575167,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02718034309703499,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10596553627100702,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027961698983648486,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10571081964448116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02717814168599823,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07715980643555043,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05020853909779953,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07785835576009348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05466609409904061,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07694510669737267,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05435629482246752,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07780494018582519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.053655992204825836,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 119,
      "hessian": {
        "down_diagonal_mean": 26.99811553955078,
        "gate_up_diagonal_mean": 538.29833984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1062212938638388,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02639445461209395,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1064509283135795,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025970222740233542,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10635860552434273,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026303675012273865,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10637515011670616,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02592532982630165,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10659612346559216,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028580510655632923,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10612904993273233,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02856412179451002,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10646121600996188,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028628362482948103,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10644850896321682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028017407295097007,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07628547154447454,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057906470434038695,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07629135106272157,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058130601308506176,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07644706269808628,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056598404177523855,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07650957238219583,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0571156700569573,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 121,
      "hessian": {
        "down_diagonal_mean": 21.93987274169922,
        "gate_up_diagonal_mean": 483.97540283203125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10963175560759256,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026436798333028054,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10949186723874754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026395635665946268,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.109585381563766,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026356366624151122,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10928971001799008,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026548393506004287,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10948741429917024,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028469410442698125,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10951342568394866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028058704299957233,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10950355471599213,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028577031413277748,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10947272599052157,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028544003539456953,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0763935570805085,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05760592723371613,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07712188872580979,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057519975131887086,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0767562283991336,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058291813258720515,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07576495765911094,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05970197582209649,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 123,
      "hessian": {
        "down_diagonal_mean": 26.13066864013672,
        "gate_up_diagonal_mean": 543.4730224609375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10903210756570081,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025173452770446626,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10897567695144797,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025108718347737344,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10906854186951502,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02542015836213877,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10897446791548673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024977034037805466,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10919150479674355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02840938415122678,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10937714431969678,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027606676760648857,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10907083292413745,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028050746859223378,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10898756940201369,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027631119589409385,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07586035227223423,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0589552299671315,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07650630458679529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05736314242093224,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07630784491214157,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05856697441647954,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07676802039372108,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05758814616136756,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 125,
      "hessian": {
        "down_diagonal_mean": 22.019699096679688,
        "gate_up_diagonal_mean": 524.9927978515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10774334109055753,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02300883386011852,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1079055209539953,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023484936970072205,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1081176673419651,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023489238493094734,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.108106695426749,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022924972035259696,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1081397754091732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02617901294851182,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10800846600369482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026707760623531713,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10783210316191912,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02682275490275583,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10801053445882779,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02647709135940836,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07694808686535241,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054114083329976616,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07627001210953065,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05379986380884541,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07667666350223773,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05437986966240573,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07652007343107879,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05650355195451508,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 127,
      "hessian": {
        "down_diagonal_mean": 17.203815460205078,
        "gate_up_diagonal_mean": 316.8794250488281,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11350331371510466,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014568044373082921,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11347110831857452,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01474217877564872,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1131528559090832,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015131578793333749,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11342018442853777,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01480295584737212,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11325476879138827,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01563418992487259,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11335081939949938,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015439636854607256,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11338606260131079,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016030643109936564,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11337861107106512,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01552547105211195,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08511787914510434,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0454070035218286,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0851227316152183,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04551158573381864,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08460818161600268,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04716252636806501,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08485875721033218,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046371493997402514,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 129,
      "hessian": {
        "down_diagonal_mean": 33.66136169433594,
        "gate_up_diagonal_mean": 469.0320739746094,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11256682416771002,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02020430881554735,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11246829925052577,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0206633947371272,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11233723915023236,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02028353295436914,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11256247769921611,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020132527073868364,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11246061993579086,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02108886191307265,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11254686819793824,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021665415118803082,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11232894461560207,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021236713652347642,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11226691421997348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021222767712988404,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08208127374694316,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.040095926551328355,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0811958959265433,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04610386072617049,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08153293198210285,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04272761664603999,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08151760608432661,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047533983771424974,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 131,
      "hessian": {
        "down_diagonal_mean": 79.7862319946289,
        "gate_up_diagonal_mean": 493.98370361328125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11135207183128186,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021917108283427775,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11139532378080134,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021345730231024866,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11127551722148014,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021559498163218675,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1113626074931107,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02190041060411467,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11132175910408647,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023270508373328717,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11125879962820316,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0231512302623977,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11116632167426371,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022900453049683446,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1112103914343059,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023238407362684125,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.078841286643176,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.02005430843963668,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07794150838665626,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.018369012709697714,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.0804144569337883,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03220627397756233,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.080528185606162,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.035207625989945646,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 133,
      "hessian": {
        "down_diagonal_mean": 24.81139373779297,
        "gate_up_diagonal_mean": 474.7560119628906,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11283749827489603,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02448283829178905,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1128531855473075,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02424145699204772,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1127353912475773,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024266008511746363,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11286457977666074,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024430510295905806,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11286210396566525,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025566329042442465,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11298960754347845,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025445591166033,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1125338540992702,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025550000192824968,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11282715498667595,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025669285744521424,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07685374419694051,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057998510983591677,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07721965845668784,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05730632334638598,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07749359144302342,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055909259829687336,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0773095248963078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05621381955095154,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 135,
      "hessian": {
        "down_diagonal_mean": 29.716476440429688,
        "gate_up_diagonal_mean": 433.2709655761719,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11375406648591262,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01621870157902265,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11389890733203016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01642922906608139,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11364520884812175,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016425365461029236,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11381684455246271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01643179170016985,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11378622136202929,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018399790629714908,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11371535346309264,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01846086609945745,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11357194755426964,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018612526926217638,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11344021579634835,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018538302595577743,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08589266684501279,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045055813693382345,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9690023316262302,
          "packed_nmse_vs_bf16": 0.08508553114810027,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04590557995791127,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08429755030225851,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04727864057902502,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08503639213108109,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04654140430061974,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 137,
      "hessian": {
        "down_diagonal_mean": 17.566328048706055,
        "gate_up_diagonal_mean": 430.80572509765625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11158052056943528,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022771359685178325,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11143597529940209,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02232267359134889,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11137204186122683,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022711954628273877,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11165591873824131,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022522626970212793,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11131640533141265,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023860527002919248,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11170413146748351,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023953292073383235,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11143651922236147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024089087152342495,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11139109751966189,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024189898060694274,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07736037370492732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05619534179936637,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07781208376341464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05568542557177014,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07790443269872979,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05455199547953557,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07762513732825155,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056335720668004685,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 139,
      "hessian": {
        "down_diagonal_mean": 26.19775390625,
        "gate_up_diagonal_mean": 487.73858642578125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11632555668253901,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02044411085738939,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11657970448251792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020612342084037755,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11612946867237847,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0205594403266871,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11631238539572684,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020853466874968703,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11644655715574483,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022275995374037214,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11633874649956678,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022038718988705977,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11622690569981207,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021726424215280926,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11641403884618803,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02164416972741062,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08214735136996476,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04973871795070744,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08235723374842815,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049551357439207334,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08248214700340717,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05122275779722841,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0818470143874533,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05199465831611663,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 141,
      "hessian": {
        "down_diagonal_mean": 22.472469329833984,
        "gate_up_diagonal_mean": 549.4501342773438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11083615814409879,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028305777184221018,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11062816295816033,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028267594706948396,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11070399977029592,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028416272675123474,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.110718596088991,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028309669156608274,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11051559641331192,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03035042282295457,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11046652190751513,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030324377974326654,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11063139778391282,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030351771890502786,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11061496252542358,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03037735735698173,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07501745265342202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060358616554471285,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07493269487246916,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060505851946622384,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07455623450035172,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06164357148647051,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07475372316797048,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06111202966483484,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 143,
      "hessian": {
        "down_diagonal_mean": 20.395122528076172,
        "gate_up_diagonal_mean": 532.8474731445312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10946017907246894,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02930084634923356,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10939888607896085,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029435960593539635,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10913804818255912,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.029023054737040074,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10943264896646637,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02920929783453006,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10934882748431475,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031568772539562084,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10938028184074569,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03174306610543321,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10931643170707017,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031532478718551755,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10931179434462478,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0317532380466733,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07410617325265136,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062065676085592006,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07409545329789581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.062182139154219246,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07425647446669088,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06174601466435892,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07400081630501908,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06224821596618306,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 145,
      "hessian": {
        "down_diagonal_mean": 20.34037971496582,
        "gate_up_diagonal_mean": 484.83538818359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11127547251906904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025824759232495366,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11165013427694673,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02622415917868279,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11170074116484824,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02596564861480852,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11179318115797235,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025853868733007986,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11131320451506518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02781636861152152,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11164686282658111,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027740256250216283,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.111387211622205,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027938470980462805,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11142632223856824,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027838716284758255,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07563626110815563,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05725293939189993,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925396,
          "packed_nmse_vs_bf16": 0.07507936579803202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060283949591011944,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0755714058337407,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059506124176778426,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07558813484783095,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05892160513542822,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 147,
      "hessian": {
        "down_diagonal_mean": 40.91252899169922,
        "gate_up_diagonal_mean": 524.4534912109375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11935076740318279,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019723871566566707,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11960613637336233,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019494933348808204,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11962339985887473,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019311881090187843,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11962066735651253,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01935435227973672,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11974740438152062,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020887693486274745,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11956797711424867,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020658681187863542,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11948406613047202,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02064804746134723,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11955554336931641,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020666090506747094,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08367035303952111,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048375779095582175,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08373891168453963,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04791731682537975,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08461145974126272,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04693115188263719,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08378032558089737,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048795147737831494,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 149,
      "hessian": {
        "down_diagonal_mean": 45.08380889892578,
        "gate_up_diagonal_mean": 504.1778564453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10657150982899453,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02317948904125098,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10662251931713052,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023424796568635636,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.10683117176913397,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022843283289635516,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10660895567097639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022969088298211357,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1064714268967931,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025590843945409357,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10651468571850216,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025853926835126058,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10634836904016745,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02573284751738672,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10640515483793897,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02578365413339125,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08049901947596468,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052484869819114356,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07972656028875243,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05377943745593171,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07987783314007765,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052779814212065256,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08030781257716778,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.052755063067546126,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 151,
      "hessian": {
        "down_diagonal_mean": 23.213443756103516,
        "gate_up_diagonal_mean": 554.2976684570312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1104150768988407,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02745743705054788,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11028735665309211,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027470811762777988,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11043402968311179,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027292150699708067,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11050797928043819,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027443287810723704,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11050468197245482,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030369633570065176,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1103643835666474,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030451411393002698,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11058875155532252,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030640478853889264,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11054345519495593,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030305704585112416,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07444685555154874,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061456337523356885,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07415398539394262,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06215803386014478,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07450964591518104,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06077012338448182,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07448119134568118,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061341529378579375,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 153,
      "hessian": {
        "down_diagonal_mean": 36.613853454589844,
        "gate_up_diagonal_mean": 484.1343688964844,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11060956434080092,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022559120930514986,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11060870064515461,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022375512402231852,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11057098113368526,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022742754905744567,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11051716724620005,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02238814480189865,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11062990896045408,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024111826482149427,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11049180416246053,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023384160623922987,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11091094758472347,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02407609456020453,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11056554511842194,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02359596236043234,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08142563985668207,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04770387048342325,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0814400213212597,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05002454303739002,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08142971808172558,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04964190497288688,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08198389925840581,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04974464644499516,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 155,
      "hessian": {
        "down_diagonal_mean": 17.76400375366211,
        "gate_up_diagonal_mean": 463.5534973144531,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10989155431375543,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02575110317099082,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10974737455642226,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025587866447287545,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10975409776872695,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025973764739470922,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10970283085248114,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025717485513820488,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10953542791330646,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02791785827728978,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1097955439248762,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028033091646874193,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10969520408736155,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028220728809568045,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1098079094990047,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027633729026729236,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07552249007395224,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05935841991892549,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07557216854554483,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05878102164817619,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07559792102161396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05868372104340819,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07546228979681448,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05969322202588165,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 157,
      "hessian": {
        "down_diagonal_mean": 40.775787353515625,
        "gate_up_diagonal_mean": 452.5680236816406,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11089478904654897,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019010355774034447,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11088996764087733,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0189059687142501,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.110966587686664,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019368706239686905,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.1108009329985311,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019500771428507386,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11066607997917338,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02059981529021981,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11082388121851888,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01999896833124742,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11091671498118724,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02079570660958469,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11083812938995521,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02058155431701924,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.0846025714209925,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04531024234823895,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08569669667890606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.042532844586465626,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08465816045979731,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04412542204796427,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08493962948707542,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04298471524387678,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 159,
      "hessian": {
        "down_diagonal_mean": 30.33795166015625,
        "gate_up_diagonal_mean": 514.6685791015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10750412388181604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027545762485875636,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10732093615269027,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02743125574633198,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10735103596791094,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02752642721369777,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10745820190355525,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02738565062708183,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10741172472906403,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02919610337226915,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10727865298510608,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028933426759434177,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10725875663572665,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029189392973002815,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10750998248702028,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028698508605754923,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0771304876609058,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05568444169946622,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07791237472177691,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0550948541522116,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07761637786192359,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05447304373320471,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07774424481053989,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055931840760992856,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 161,
      "hessian": {
        "down_diagonal_mean": 19.69672966003418,
        "gate_up_diagonal_mean": 401.51483154296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11255218396948598,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019611712717503414,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11245042130072033,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019475448789424175,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1126214721541438,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01952097313599253,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11247560632967354,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0195638165060481,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11263734233903062,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02181452860274911,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11236316013433309,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021967941332782813,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11239140314232356,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021847225315749962,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11252135129171696,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02197400304984495,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08131044477173908,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04601152590978006,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0814280185068163,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0470766963625906,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08141031590582579,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04764446966251435,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08179773122137711,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04521549858389013,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 163,
      "hessian": {
        "down_diagonal_mean": 30.461172103881836,
        "gate_up_diagonal_mean": 519.51123046875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10701920407600349,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025257211299716573,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10678447176631334,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025442543322506405,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10705348690985793,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02546626783514232,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1069174745339752,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02544930439778269,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10692593060498032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02684915513990176,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10678285194074807,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02686603116198124,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10693673699581245,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026682918488594397,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10681558393493146,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026727080617200513,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07522578333726138,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06031287511372976,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07487904114857268,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06083044874430833,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07486729135495272,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06087523054333205,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07505700406361417,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06024874427956613,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 165,
      "hessian": {
        "down_diagonal_mean": 24.401599884033203,
        "gate_up_diagonal_mean": 520.0448608398438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1087812265490769,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026013503648874708,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10901103669166526,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025972888130804003,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10904744584414153,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02595159317757072,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10925224560295946,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02579972610137506,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10901819702081816,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02794995209975102,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10894187218007151,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02814485824981848,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10907335555917134,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028188781168801504,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10887238947729308,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027985083707013025,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07571284030970954,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05983819214603266,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07597722772566991,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05795403819166267,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07546224700012602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06007665655970003,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07573979720950456,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05947338930237143,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 167,
      "hessian": {
        "down_diagonal_mean": 20.249284744262695,
        "gate_up_diagonal_mean": 515.66015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10903148935578738,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02743569729650348,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10893891576987827,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027338595065388525,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1089314309109648,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027184022038698758,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1090475395449903,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027192925112807832,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10889664313301743,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03042559229335516,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10884147643132136,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030426887729591574,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10892492326041801,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03028387252512998,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10887951990871104,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030162248723837437,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07447065065741351,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061877841300664656,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07462293591694386,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06164607947772918,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07467907355299981,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06137033927482296,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0747788217551733,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06118779648088449,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 169,
      "hessian": {
        "down_diagonal_mean": 25.341646194458008,
        "gate_up_diagonal_mean": 500.60272216796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11238366039294445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022009226752424903,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11215703476551415,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0221796802960831,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1122437559465227,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02236216294852614,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11210105231059088,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022203407631976486,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11201491032360375,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024141912648141,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1122143128571556,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02352709390936972,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1123226849812042,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023862622525235303,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11219810374429547,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024187622379987613,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07862117086483132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05232529035305879,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07966060985548928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04739683889397259,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07838739242760498,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05493056373540818,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07793916676928697,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056594893854220535,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 171,
      "hessian": {
        "down_diagonal_mean": 25.982093811035156,
        "gate_up_diagonal_mean": 525.68798828125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10506076038189818,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02886074385342757,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10514487165500423,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028303808006321172,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.10533736107309737,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02881792427097313,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10520454772559984,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02879613471619575,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10519258407845754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0300350250694739,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10510646239254329,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029781173247428284,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10520653557481553,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.030149256731462803,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10511505979683025,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029958466458991806,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07488549064665286,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05988192535337905,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07566842017396866,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05688403246119469,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07503061150008872,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05937166221236901,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07494252999720599,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059053594731571124,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 173,
      "hessian": {
        "down_diagonal_mean": 28.1560001373291,
        "gate_up_diagonal_mean": 429.6031494140625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11203566611143337,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01842211908505169,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11202472979969258,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01849174636416629,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11214549493305316,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01820749462742321,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11197146424753042,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01805658750187912,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11204137557168063,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02062539448440239,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1120338429478773,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020908685289158967,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11220067645163481,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020549514936649714,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11238085796194269,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020019872069925955,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08323662285081132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045792853810174616,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08234047774292155,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047854667171760706,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.0834088510842266,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047508446581494085,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08322437344302502,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04567487903550046,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 175,
      "hessian": {
        "down_diagonal_mean": 20.635608673095703,
        "gate_up_diagonal_mean": 425.13677978515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11294865013104559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02116729092601188,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11292324267523451,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021071079403715175,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11302111033504116,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02127680373297096,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11312159629760818,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02137002407250531,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11294661958132136,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022877241176525703,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11290344909328447,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022774772523105755,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11282059471944282,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022741642415290798,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11277377086816785,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022633640491584023,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07851605543455863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05385826572092686,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07867663313640373,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05374126083737107,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07850660527840764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05307398670835682,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07872998075558463,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05164896192202048,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 177,
      "hessian": {
        "down_diagonal_mean": 24.819049835205078,
        "gate_up_diagonal_mean": 536.8859252929688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11157412769587531,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026858142295488573,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1116596467816653,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02661506294051663,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11129786046932001,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026469675544009943,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11135378308603293,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02655728881200771,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11139107958940435,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028182556823097376,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11163835345607528,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028256665047171108,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11165616873562235,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02807592955563344,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11148713027410463,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02819912330338043,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07539651727790285,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05986466595541902,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07543870329804926,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060594696826927495,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07575853379540153,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06016236490424127,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07550141346486898,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0599024975411587,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 179,
      "hessian": {
        "down_diagonal_mean": 22.953279495239258,
        "gate_up_diagonal_mean": 516.1668701171875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10921894954683495,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02811180499897135,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10901484585649468,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02805966816603947,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10919397588111814,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028125811775970583,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10920064771350747,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027841680372980297,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10905286893330374,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029269708612908785,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10900757763353389,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029432379397964063,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10904405830665931,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029207004736616606,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10895796881158208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029215975365098765,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07510272828244799,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060191203383526626,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07502775673925254,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06036635190345327,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07509430384728115,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06048651637711362,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07501168461945884,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060469605642452726,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 181,
      "hessian": {
        "down_diagonal_mean": 32.61443328857422,
        "gate_up_diagonal_mean": 521.6461181640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11028831995304193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021340904266527762,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11000828897820361,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02141230491145449,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11030835143011583,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021484974561180755,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10989894893099565,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021691520519171593,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11032646492016213,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023005340889320863,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11008471351921892,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02318935394363633,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11006911908202271,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022988006952463648,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11018500186673794,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02303890291694763,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07891026983666667,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05545803931683206,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.078869143801308,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054766247477347374,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0798258365653353,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.051861464665426474,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07866501262851774,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05470838063049005,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 183,
      "hessian": {
        "down_diagonal_mean": 30.10649299621582,
        "gate_up_diagonal_mean": 447.4426574707031,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11649899906406559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020190726394631743,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11645291384360626,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020654812050468624,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11621999986309549,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020715451963544018,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11672030672063238,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020019016368244637,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1163201089878416,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021680617607594963,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11656733547061944,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02161987461638184,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11638969081470385,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021373576319803394,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1164345972488144,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021197388986388677,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08444882658071494,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044326276658669984,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08387627346728141,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04247222327736838,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08360868907324288,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04736797609115847,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08365069173803241,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04420633272414059,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 185,
      "hessian": {
        "down_diagonal_mean": 23.997230529785156,
        "gate_up_diagonal_mean": 468.5278625488281,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10965466016319832,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02631490970975442,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1094473790480545,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025949772270996676,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.10957988266341277,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025827880576743113,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10976046982786124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025973345828852985,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10955775315431945,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027472800653738142,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10953325955417663,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026836091317365068,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1095158243677239,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0268933444643028,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10957443938556992,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02708302400826469,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07632603845851021,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05915639864142143,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07707316753599419,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05760691710339773,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0769844858983584,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05812571903349087,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07682827864869184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057244932114552255,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 187,
      "hessian": {
        "down_diagonal_mean": 35.98733901977539,
        "gate_up_diagonal_mean": 397.8016662597656,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11321335778905628,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010373912401370618,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1134714623074058,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010136526101671362,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11347296824702112,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010172229713216803,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11345126166554613,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.009978754637592544,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11325569181580249,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01096142375323069,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11314691056635019,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01096208624925022,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1133875476328009,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.010892392474653376,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11330320499541574,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.010830064831459135,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0913846219886974,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.038922822176836756,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0919873036946716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0374348687472229,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.09135374395569237,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04053010310291098,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.09231040582021714,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03615006645834371,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 189,
      "hessian": {
        "down_diagonal_mean": 30.64818572998047,
        "gate_up_diagonal_mean": 517.0631103515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10932192947529892,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02275125798615481,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10913762632630329,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022720027728132274,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10911571788832748,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022431769898861153,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10902816056926988,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02256865231780338,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1091119439387286,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024590487357506692,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10904825496545639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024706347822492907,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1090877612640993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024200806227795312,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1090030029479928,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024503604434304466,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07695653851009239,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05815807954554734,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07675250788807385,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058450257556379094,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07707249261171367,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05842507074766534,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07699832945954105,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05856241470442043,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 191,
      "hessian": {
        "down_diagonal_mean": 24.4844970703125,
        "gate_up_diagonal_mean": 448.4581298828125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11382821632148106,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021282841796909886,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11347105814634315,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021920107435415385,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11397119593675067,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.021840038884853263,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11365239410500408,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02165004054884471,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11353655810206705,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02225029515954575,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11379333437038965,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022778767336835887,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11382433738711659,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02293927736954223,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11363578906553823,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022871016473927225,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08292296796580548,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045960463625300575,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08144824898740868,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0494734408493015,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08113421025432625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05102465920432606,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08169550367079409,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049332565521983,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 193,
      "hessian": {
        "down_diagonal_mean": 31.738372802734375,
        "gate_up_diagonal_mean": 546.77685546875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10959031341503592,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023499965987504163,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1093672466215752,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02363551553497042,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10931167007376882,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023346980570678424,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10950261499419417,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02316788877170823,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10940006442995372,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.0258271196305629,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10935679287491083,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02590019774327631,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10948591409560293,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025915920813401414,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10952218962889346,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025698651078385804,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07624008242859696,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05938037820316542,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07617432676543723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05804667642457623,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0764959093841841,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05840194689188287,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07694866241839733,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05605112133329166,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 195,
      "hessian": {
        "down_diagonal_mean": 25.239206314086914,
        "gate_up_diagonal_mean": 532.2950439453125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11059426847368822,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026463046104353065,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11050754041766778,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026624759803159773,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11052524473583979,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02682044585967295,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11051334999595319,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026678326470534367,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1104287614413023,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028050688072405506,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11053141905695434,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02811926144082005,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11043412177376792,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028173123518521335,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11033505910052362,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028328405021084968,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07476277535245061,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06097226524310097,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07475770006777231,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061153464960716185,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07479590606758597,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06135745469976457,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07480776883188493,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061216517961261964,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 197,
      "hessian": {
        "down_diagonal_mean": 31.72686004638672,
        "gate_up_diagonal_mean": 548.9341430664062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11010647197091059,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02259317878824817,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11004628680629824,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02248787398493398,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11009264659054735,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022330559087616254,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11009270769831765,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02244864260879296,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11008094712962255,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024409646407635804,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11017016920760961,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024725684794023754,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11032610849935941,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024535125783483686,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11000443241030175,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02457789039998236,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07710062464774395,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0573818698034749,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.07697689901268086,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058176549653567076,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0163625546133597,
          "packed_nmse_vs_bf16": 0.07718513321717523,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05716031948724245,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07666495977272154,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05861874523096051,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 199,
      "hessian": {
        "down_diagonal_mean": 24.81774139404297,
        "gate_up_diagonal_mean": 326.16717529296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11049337803729689,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0121370440529168,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11059244174339192,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012051183364404782,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11063164958127022,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012280143242161945,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11072026715767316,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012101448562081701,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11054097510426537,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013144025097770897,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11067778239050208,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013113239162954062,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11067690011252718,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012703554976742176,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11057226934296457,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013254303682634836,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08627875093634611,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04451009412077385,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08674536780104614,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04463523930383798,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08569634082556633,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04576601260193014,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08523381560913809,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04528378386989111,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 201,
      "hessian": {
        "down_diagonal_mean": 27.34930419921875,
        "gate_up_diagonal_mean": 564.704833984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10846322314817353,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027885093938705856,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10854875151770159,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027980559660999934,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10861455902337487,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027906144672312047,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10863610116318317,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027658762851552346,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10807953126063988,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029521726166234892,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10831384037119159,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029634417560421775,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10848190342197826,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029602339653016466,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10829279475324223,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02941729590415335,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07482060810377551,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06134296417178402,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07492319828323053,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06022803307310397,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07474639413647594,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06104883960367386,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07510798732638564,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06074624448490408,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 203,
      "hessian": {
        "down_diagonal_mean": 31.67754554748535,
        "gate_up_diagonal_mean": 456.4006042480469,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11280104612740152,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01666911767886664,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1127175075327064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016166636474583614,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11282305057825887,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016721785823896097,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1127916294983983,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0161622376161981,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11298062039584723,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01777848384976706,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11285733559487539,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017472024930205818,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11288073068443794,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017350998386294312,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11258086100095212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01731609360725274,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08462269467554284,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045956016640790645,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08414457052820708,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045474516895144985,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08429159077998048,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04619097778150621,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0844683989203636,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04545904013046235,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 205,
      "hessian": {
        "down_diagonal_mean": 29.39255142211914,
        "gate_up_diagonal_mean": 396.33856201171875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10939835406125058,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.011100626261219815,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10943336490412017,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01103130355390411,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10944384605802669,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.010883594327302454,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10930590173339477,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.011245509138885617,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1094032992410873,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012794550592469485,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10947927473230527,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012838719427943186,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10945800749685106,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012918335676031888,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10938289768992997,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013435585534159519,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0869813123916682,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.037506661872812895,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08562140899811982,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04132988589906058,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0877236056891652,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03890356196267689,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08614389835559304,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03998282380925242,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 207,
      "hessian": {
        "down_diagonal_mean": 34.630943298339844,
        "gate_up_diagonal_mean": 445.2895202636719,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11567744070906821,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016182825632820443,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1155494289584973,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016623758955292865,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1158152655132843,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016487875107447644,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11559711049151078,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01645863303457373,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11540989928420244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017886099247439773,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11542010029980126,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018236391166374842,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11558837773364339,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017521064462628782,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11568684564172703,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01806505796615428,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.08539789483550438,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.044797752339073384,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08455556167487412,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04513464402981714,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.08545820563453624,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04225304072370252,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08431341051908883,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04645249535760574,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 209,
      "hessian": {
        "down_diagonal_mean": 64.30015563964844,
        "gate_up_diagonal_mean": 443.3849182128906,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11470867373932614,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012069993217100256,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.11472651087975767,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.012128969343838586,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11474357161486375,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.011765520898594561,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11473115132975176,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.011868266990772178,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11475519717723708,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01302123154514628,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11456371557146826,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012932419949857924,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1147031564039322,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.012116545658724246,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11486796169328656,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.013011488729782625,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.09732266394023413,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03037826787470167,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.09710468233379975,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.029688473920412604,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.09762056099771349,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.030929961825476388,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.09708030719125992,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.030339461574024992,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 211,
      "hessian": {
        "down_diagonal_mean": 28.75944709777832,
        "gate_up_diagonal_mean": 495.2818603515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1098414876916308,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02048088791090226,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.10999034682275917,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020096267164924526,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10978120576046438,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02015060509482466,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10984478558612405,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019869690472067898,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10986853059048834,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02262357637020472,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10982926770159934,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022479741732490073,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.11007450692134144,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022706410358196198,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10985119875317045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02251021796873091,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08109756414064355,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047653330293109676,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.0805387454334501,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045613729939824176,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08022391219380602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04944008798169463,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.08090397231219212,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04381617228257272,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 213,
      "hessian": {
        "down_diagonal_mean": 47.623069763183594,
        "gate_up_diagonal_mean": 479.951171875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11245700180569204,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018104210083295758,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11249274712118988,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017802459662507087,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1125502964790213,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01801495696263781,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11244051930213252,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01758319811165255,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1121110725898779,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01908581648189841,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11248118378202049,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018883525177526717,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11247755642981141,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01935556573144843,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11249889396141362,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01887960588185909,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08566556803132926,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.038676796447217485,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08700575277242764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03687481197001237,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08667282980908728,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03114862533591234,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08874998637657786,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.036371179675838694,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 215,
      "hessian": {
        "down_diagonal_mean": 33.418983459472656,
        "gate_up_diagonal_mean": 430.08197021484375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11205366997074535,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020519377355844238,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11216772293000606,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02117712445115641,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11189189016889842,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020628529731308052,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11196147955558146,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020777097486288493,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11205950743276796,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022337769668624483,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11187085023528714,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022681455722204504,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11206498340071032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021859623896639577,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11191991271696093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021555449015728326,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08457704621826313,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04349287186495635,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08308172963354449,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04833421825875268,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08345202610558042,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04719058291503666,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08279765920760153,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0434496450927378,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 217,
      "hessian": {
        "down_diagonal_mean": 33.45520782470703,
        "gate_up_diagonal_mean": 560.4374389648438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10759906192466838,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025792882997754146,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10784506087407826,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02554578516217339,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10763662852587735,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025584475365212474,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10793187913718912,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0254837096850505,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10780110145573045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028267890341518272,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10786811951560836,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028080677524427836,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10778016207267047,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028325910217831828,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10762794150055714,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02800566066632626,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07454782302348455,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06101369693758118,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07495325043739014,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06083452384691668,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07470794288444235,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0605542157258201,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07478432144703961,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061252224995229455,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 219,
      "hessian": {
        "down_diagonal_mean": 21.810033798217773,
        "gate_up_diagonal_mean": 504.90643310546875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10903273122280584,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027879574341549824,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1089455415518226,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02811618051500329,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1092067973161579,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02779566362458909,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10894306676521744,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02812328730978922,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1091008697035298,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029667810951008844,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10898883818676872,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029447865915977478,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1089543430768495,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029352393840618267,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10887456459287342,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029627415770369113,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07532070835865089,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06029330612882699,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07585907930850556,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059184634646896134,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07539661853300132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059754620458091386,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07529343345201192,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05986432153212603,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 221,
      "hessian": {
        "down_diagonal_mean": 27.512296676635742,
        "gate_up_diagonal_mean": 472.25909423828125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11012158445275802,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02062995483314213,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11052480066881515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020251190153600614,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11051455670198378,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020536226639080647,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11018977908485669,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020344304031125228,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11046359810531427,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022325248519792666,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11038509374296422,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021919199524610532,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11039777522315529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021750489747552813,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11028203959808519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021749014431724157,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0801824681180321,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05082958041237486,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08063347120547845,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.049839480946388,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07998171006358851,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05096706484732089,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.08024473151469828,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04935055407208622,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 223,
      "hessian": {
        "down_diagonal_mean": 29.959917068481445,
        "gate_up_diagonal_mean": 538.88134765625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10926410272855472,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027440932671647923,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10903578274964065,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027319574401022183,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10903074217591123,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02720554821456613,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10904290317845418,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02743985530411179,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10889739832885569,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028960556108407816,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10894995850633174,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029200265439626043,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10885085660720661,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028948628001667868,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10864134201770995,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02915983708884699,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07632343683971222,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0576641051667664,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0765504635479805,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056079865064164125,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0768770035359246,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05786518813041417,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07620698600672936,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05859135040658426,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 225,
      "hessian": {
        "down_diagonal_mean": 34.87194061279297,
        "gate_up_diagonal_mean": 542.551025390625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10848994478018073,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020339818090374866,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10864554422384964,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02033112019187239,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10858718289574107,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02075308945546949,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10878166342957894,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.020603343795308454,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10849013508731715,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022321730797907627,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.10856952551659944,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022706365878898113,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10869548920964076,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022485431676752897,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1087351408115093,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.022697489703196058,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07798863464946933,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05707885527033097,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07745475286477287,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057933777337217066,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.07740923708861883,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05782310298720988,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07761361195395776,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05751353722662909,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 227,
      "hessian": {
        "down_diagonal_mean": 28.195194244384766,
        "gate_up_diagonal_mean": 489.35791015625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10956111178872639,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024638545745395674,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10956401413897289,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025151592248024757,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10964140849534519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025094762048030062,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10978258047301283,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024899879463303586,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1096379918571658,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026020087769450397,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10968371593753672,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026454248610649003,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10998827341377873,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026272297442005783,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10958999277527709,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02598518586077426,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07785804688201017,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05598813018520159,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07740278315346623,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05636068601797604,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07732348942356289,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05634394124162846,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07740232448328337,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056969253387283765,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 229,
      "hessian": {
        "down_diagonal_mean": 23.274368286132812,
        "gate_up_diagonal_mean": 546.7335815429688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11128515739733359,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027936816331238814,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11103839953991103,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027817344939306782,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11110234282129432,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027858550538914065,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11106576872730921,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02795579252999942,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11090989760000135,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029522430732179483,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11096811987370411,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029668216631567438,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11104538326843864,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029323044724226963,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11108487847141572,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02964648923593611,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07500024969043445,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061124850851417355,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07487547627570224,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061199986588618444,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07483029623017666,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06117339091293027,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0749932930449746,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0608193974883711,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 231,
      "hessian": {
        "down_diagonal_mean": 30.005565643310547,
        "gate_up_diagonal_mean": 555.3713989257812,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11224503699430793,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02679232748188218,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11198171326999672,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026883660986995656,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11249448937495016,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026679895796155068,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11217778628272483,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026954885300960046,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11237000745991955,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02784972394102573,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1121950079540269,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027958271956266847,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11213049104018491,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02796079567410258,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11220081373113674,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027892776420502773,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07525639659697379,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06075855256721988,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07546439453163671,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060525861918138746,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.07548688201283489,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06053049807448872,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07520471498100095,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06096663064171689,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 233,
      "hessian": {
        "down_diagonal_mean": 26.556446075439453,
        "gate_up_diagonal_mean": 423.92254638671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.1115445056851383,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01898512414915243,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11180058631764858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.018934856288374897,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11189343002505847,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019309621981396245,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11153382815126858,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019282486729489946,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11170932209922671,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01982100901013298,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11158876741603588,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01982932531944373,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11144723178149829,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020577296554585144,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11163735866848,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020338397184279666,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0816794278450968,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05182468562132364,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08149206693572263,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05046402950367565,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08004179494492739,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05267976310091312,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08061301165066109,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05174726334642277,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 235,
      "hessian": {
        "down_diagonal_mean": 27.220748901367188,
        "gate_up_diagonal_mean": 554.88232421875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11012952022575269,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024847128029583863,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1102783204804883,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024557051756954263,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11034504460509609,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.0247253049286986,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11029641133906416,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02457403514120363,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11037324930528956,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02737477689714594,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11027709272100593,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027656937745597212,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11035229737242071,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027724902113862224,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11020582426845825,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027611359932995894,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07558853018048133,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05926333624090107,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07543321480710113,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060784900975973,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.07559902625882506,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05935026743375365,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0757452280231039,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059666496621001146,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 237,
      "hessian": {
        "down_diagonal_mean": 30.205150604248047,
        "gate_up_diagonal_mean": 521.0787353515625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10964413479209965,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024206593144866097,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10956927075948715,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023514193733458956,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1095159784562401,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024748890882678346,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10944149208903077,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024503796737744582,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10941140023777662,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025945697193768033,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10948018223388184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025146360629169945,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10941844734715198,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02605461320143743,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10941992067068991,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025895357791312395,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07889912572711219,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.050679286014378905,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08007623158925889,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04869581445671789,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07784420463588886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05350487201816356,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07813842123232886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05347903511559761,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 239,
      "hessian": {
        "down_diagonal_mean": 35.49909973144531,
        "gate_up_diagonal_mean": 487.51092529296875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11628583788699057,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019726100028497413,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11633453728275141,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01941313289206371,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11605085638236147,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019154000121293223,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11635064676528492,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.019491100408528205,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.11647895442184315,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021120342490401334,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.11629450508140365,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021121923922849555,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11626258449479128,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.020983000654816886,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11623168605053988,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021174557436893428,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08195255373630511,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05086898182359837,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.08347219086743507,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047524004912717854,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0836009658114396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.043318143168768405,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08279138980902513,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04645404305999431,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 241,
      "hessian": {
        "down_diagonal_mean": 16.949893951416016,
        "gate_up_diagonal_mean": 442.5268859863281,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11465063343677602,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016881150497703105,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11467585420067443,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016883440764748413,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11472718916041226,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016581062344310234,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11467266492034262,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017355329120660578,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11450333243416504,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021810488599617366,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11458213400994909,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021804231767744913,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11453081040368317,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.021276635594956874,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11460073458685778,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02178169857881085,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0804777945581211,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.045018250935370964,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08064488117095515,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04418419527848179,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08019271665017852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04693500222113162,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08071885006842841,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04380090063767442,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 243,
      "hessian": {
        "down_diagonal_mean": 26.19707489013672,
        "gate_up_diagonal_mean": 549.2658081054688,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1093937470206895,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025722180028248276,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10949316000558648,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025683888169726686,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10925119644866871,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025806359884230665,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1092153098386645,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02539718769743018,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10928188413619834,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02860899138075632,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10916713290184464,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028732004144966575,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10910853860761223,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028479203791034108,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10913968382031247,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028202590898409874,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.07494576365965627,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060735630498985185,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07565564287367829,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05916888715308712,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197949,
          "packed_nmse_vs_bf16": 0.07587259506860874,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05734317914307964,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07612193516070764,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057325633404989584,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 245,
      "hessian": {
        "down_diagonal_mean": 21.869338989257812,
        "gate_up_diagonal_mean": 541.419921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10737781256397308,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031232981393336808,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10731711088196995,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031216033460975363,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10748817021852154,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.031261304451418157,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10726872757517213,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.03111970267778145,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10741728538800228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03307323699035577,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10740369538139816,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.033372808554908706,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10729457192585877,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03319249730016982,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10737796921931446,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03333413916169564,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07338014022949757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06332674891547539,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.0733700615305704,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06339797325338059,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07335329810637754,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0634098560058962,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07333987406298273,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06336027670714188,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 247,
      "hessian": {
        "down_diagonal_mean": 23.949552536010742,
        "gate_up_diagonal_mean": 479.87274169921875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1093609878201351,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025793808204457796,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10942610746318125,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026337165186293417,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1093887800575651,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026138889461123794,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1093514527361126,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025908781093279022,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10936866667094955,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027771357406757707,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10939216817034138,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028421302620703952,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10928844251416803,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028120757799195057,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10945297813807744,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02808193625094838,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07704264424085379,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058079788573683934,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07659550612997541,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05857917564871676,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07688313580991005,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05851769458858565,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07728671673886871,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056966007185089124,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 249,
      "hessian": {
        "down_diagonal_mean": 22.489309310913086,
        "gate_up_diagonal_mean": 532.3046264648438,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10949108807024704,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02613609500518656,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10961115921249787,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025843549988134623,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10968199219411548,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026298767831493184,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1096985162545125,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025850676061876496,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10962963865881127,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029340176008618237,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10949571522418863,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02908146166686553,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10966199639178631,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02912748721877508,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10962002472762332,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02909359081353456,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07480931995513423,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0612164942902425,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07497330030669705,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060676073699379385,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07492482549026427,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06126940400879886,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07497800411701529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060877738003647916,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 251,
      "hessian": {
        "down_diagonal_mean": 37.983848571777344,
        "gate_up_diagonal_mean": 527.2168579101562,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1047070184998569,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023392060196058797,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10494838943031104,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022975969037211483,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10479772542814246,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023116742246465486,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10484731072762915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023536978985279053,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1047371775995823,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02665934215521928,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10483587044027026,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02623572801035657,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10459315152404625,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026088997481488643,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10476349129023096,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02640999649498481,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07919566055657556,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05176203430745031,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07946568187423857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05230626970250366,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.07883148800728647,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0531375148863402,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07825121998215934,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.054871491634113846,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 253,
      "hessian": {
        "down_diagonal_mean": 27.66200065612793,
        "gate_up_diagonal_mean": 541.4624633789062,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1086942635696886,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024904498238063177,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10882500960819809,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024881771342653396,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10884805956000518,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02510078759931847,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10878838390120321,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02513328867182054,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10876609744218513,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026937273462291366,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10877378575338281,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027159069001101585,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10890309048221396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027117452276997148,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10855591707397336,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027172498489392936,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07729468851626924,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.056377012599487276,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07689560534586991,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0577266459077328,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.077106904838658,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05650399063761125,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07659759744252316,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057936058301694134,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 255,
      "hessian": {
        "down_diagonal_mean": 21.373252868652344,
        "gate_up_diagonal_mean": 487.1589660644531,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11034574059478684,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02774412410056594,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11037313884351943,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02758430551150711,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11049316905161931,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02763680319928481,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11045455880464149,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027655842351344676,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11019004498359013,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02902538455702777,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11050559480153531,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028993526020159914,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11043994865081343,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02891145492479064,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.11048665306236684,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028879903693931196,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529497,
          "packed_nmse_vs_bf16": 0.07488116278271757,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061363176264738035,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07519648342128211,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06030828735861901,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0748301361684957,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06129327684408185,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07510278048174705,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06109649296280989,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 257,
      "hessian": {
        "down_diagonal_mean": 30.863399505615234,
        "gate_up_diagonal_mean": 452.6365966796875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11162180020616158,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017254589098957232,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1117954329894525,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017548949168186508,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11167456898062915,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01770225702299718,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.11164523055371904,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.017171843647392222,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1116990000793457,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01878563476838852,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11161709949777722,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018819063064979356,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11173888924349916,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.019181096371950673,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11160604986308066,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.018309865218892468,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.0839473859020156,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046730969204693364,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08361061024699984,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04739393745852662,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08352746010096124,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04845045233583089,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08537527103283148,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046193272315821876,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 259,
      "hessian": {
        "down_diagonal_mean": 29.60539436340332,
        "gate_up_diagonal_mean": 559.2182006835938,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11024429228600026,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024273291206820785,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1101473409761193,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024730931325502383,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11027775475524204,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025192083761380213,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10999732867767048,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024704849971484043,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.1102955182014834,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02752010380688438,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11017977265437684,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027621119971533336,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11022941167041994,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027697724395231455,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11008326993024452,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027473008321028423,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07587811728666993,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05808503988605861,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07593129070651151,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05909636196749403,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07567139352591035,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05977372840243725,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07669880648357072,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05701935261053967,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 261,
      "hessian": {
        "down_diagonal_mean": 24.890399932861328,
        "gate_up_diagonal_mean": 524.8601684570312,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10861489686268416,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025926416721503903,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10845630723646196,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025490894306454244,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0129076729074602,
          "packed_nmse_vs_bf16": 0.10862445331458953,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02580119644498969,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10848857244494413,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02560059359646217,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.10868626355934595,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02747046140239871,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10842965054162228,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027579499526102075,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10845523052369348,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027314748997828302,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470504,
          "packed_nmse_vs_bf16": 0.10856940914216538,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02729487443613883,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07515246646292974,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060819289822300594,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07554511873871333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060069073535642226,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07553889544738028,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06041490348582064,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07561364876077564,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06015219550066975,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 263,
      "hessian": {
        "down_diagonal_mean": 32.627769470214844,
        "gate_up_diagonal_mean": 479.25054931640625,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10999664888893648,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022965338639765583,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1098779809504064,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023283940190850786,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1097672601753722,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.022959429812352553,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.10972686283181562,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02326169289766119,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1097883551985039,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.023984580367826597,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10971365295162284,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024337768564148744,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.1098137547189927,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02403211218894669,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10994489287201732,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.024140594433600556,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07833802880122168,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055392197387814555,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07803200938948922,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05606959089397472,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07854123349653007,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05553103005953158,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07832335674668178,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.055473833968764985,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 265,
      "hessian": {
        "down_diagonal_mean": 20.490161895751953,
        "gate_up_diagonal_mean": 487.1797790527344,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10645386058656975,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024002285963387403,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10661559968202187,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02399203433130431,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10634146724616622,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023933057632387067,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10638490989820577,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02451164479600804,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10641094303235452,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026239812862450747,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10648204635806471,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026530725565947346,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10629302670526529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02625648779709136,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10649430219488328,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02600108479328043,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07569824559114985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05784026676470725,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07574427856561519,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058082450553987634,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.0757165032334311,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05769923584850819,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.075537588926847,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.057920973502160134,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 267,
      "hessian": {
        "down_diagonal_mean": 18.676517486572266,
        "gate_up_diagonal_mean": 468.85906982421875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11066379537682382,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027016695388309052,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11079612832795137,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027237335455590934,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11084928160300152,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02698826810850943,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11079824996513604,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02732761783270086,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11084691269071158,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028631459560700873,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11077057810458471,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02893025823974602,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11092204794800231,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028740735479395027,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11094576774394001,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.029081960783647956,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07564689114721937,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05947555576520122,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.07526137964599146,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060387986682445806,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.0758143016495932,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05965332588439238,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9745924476534854,
          "packed_nmse_vs_bf16": 0.07483845499074505,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06120681958359488,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 269,
      "hessian": {
        "down_diagonal_mean": 20.140785217285156,
        "gate_up_diagonal_mean": 484.426513671875,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10880184814149194,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026895019474698505,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1086419965384211,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.026939690927640106,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10883819629002506,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02673597864558001,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10867027512088985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.027037426236677545,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10875589807732927,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028816727960557485,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10886006683434425,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.028931837005322376,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10883736304267494,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02855975796357218,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.10867485784718138,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02897135949162228,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.07508279025135965,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060303813235155185,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07490374558267808,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06081961965100873,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.0750244737805837,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06041478117419411,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.07494914823741641,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06108527245037323,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 271,
      "hessian": {
        "down_diagonal_mean": 27.023326873779297,
        "gate_up_diagonal_mean": 488.33294677734375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1093610037245466,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023796539252046642,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10909373023277677,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02367846904445614,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10904343386161892,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023587277948697805,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1091368302375529,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023857586532463417,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10915564575437332,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02496509577170298,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10918680504441566,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025273040193254347,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.1094562095924493,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02499507437899899,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1092139416063441,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025269469397325398,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07834656539586739,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05553926753197232,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.0781511794645716,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05573642395564786,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07828394096054721,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05545093053152269,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07740708562480439,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05618603448272631,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 273,
      "hessian": {
        "down_diagonal_mean": 24.198686599731445,
        "gate_up_diagonal_mean": 492.6944580078125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.1101520158978256,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02464972206276195,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11001134904585827,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024788630025936075,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11019251739845891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024723667878885424,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10992161596009115,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02498293895740728,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802049,
          "packed_nmse_vs_bf16": 0.10994427774601663,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02705548680880725,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10996729728797451,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027264542627104944,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.1099461338076365,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026812930781189143,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11019033059284107,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02702090908512497,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07700375191401768,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05725691796866897,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07707301307645055,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05796298329957052,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07664155163025811,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05859459731865381,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07712305115788062,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05754078088892517,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 275,
      "hessian": {
        "down_diagonal_mean": 19.83114242553711,
        "gate_up_diagonal_mean": 445.3556823730469,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11112437890212364,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02531072502962313,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.1111002157127748,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025098469075932776,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11124587369330008,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02550386548718791,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11098128761237559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.025188969115563203,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11094985636696286,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026993632146890257,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11099265717288057,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026941379740634215,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11095715832424391,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027085953940085207,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11114259777557593,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026566981907542662,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07703888756702373,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05782297064637196,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07696516898170101,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05544273520470643,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07666333908754032,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.058615233118720064,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07686804274249508,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05809678983453545,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 277,
      "hessian": {
        "down_diagonal_mean": 24.029659271240234,
        "gate_up_diagonal_mean": 384.5253601074219,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11026449439809659,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015096562749981736,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11032768974212857,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015695566971656798,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10998665986529184,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015445239851876598,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11009812379616095,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.015743510640661488,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11018266929473264,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01700172566801978,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11030211892392244,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01698090340605175,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11016741376408985,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016779467690686726,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11019503459203514,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01699582250884901,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08600206148731333,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04673939211411681,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08417438116000861,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.046470803411867774,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.08719175301169467,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.043512949684416526,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08566120288647132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04666459954038483,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 279,
      "hessian": {
        "down_diagonal_mean": 21.127336502075195,
        "gate_up_diagonal_mean": 400.3598937988281,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11051761943843257,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014529190966423881,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11063703112024371,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014228376240496148,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11052391307801437,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014379979449948658,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11076172082058335,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.014346737787916277,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.11050318600765309,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01630295523725816,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11065749853077697,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.015845363145821446,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.11055899149158452,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01631538763718229,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11052587408125329,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.016230943867247067,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08252092184635461,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04555890775895649,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08405521989321241,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04293624823061122,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.08305025833782402,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04315715137071911,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.007317556880205,
          "packed_nmse_vs_bf16": 0.08223553701501944,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04616043102474111,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 281,
      "hessian": {
        "down_diagonal_mean": 22.69003677368164,
        "gate_up_diagonal_mean": 548.421142578125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866403,
          "packed_nmse_vs_bf16": 0.10800392979970935,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028328820449410014,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10803413642146402,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028686749645784018,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10812542165699499,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02822146303808599,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10806404953129245,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.028597435917560563,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10799862739859026,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031227585883147207,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10803700833801697,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.031409604179805886,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1080057864276036,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03105872874668097,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10811553552312891,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.03141283317340621,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07442293050563852,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06103907514759082,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.07440339124607556,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.061375813292836735,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07483135999233359,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05992709527049118,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07430493672337359,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06168191633522303,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 283,
      "hessian": {
        "down_diagonal_mean": 35.640655517578125,
        "gate_up_diagonal_mean": 568.3079833984375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10732074772768603,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023808217826183524,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10738361062883697,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023774608733221347,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10736427127638608,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023716228962200263,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10746948874666072,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.023745610080935627,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10753713773769587,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02550221357756741,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10739754727050951,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026034629496660442,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9836374453866401,
          "packed_nmse_vs_bf16": 0.10745445293846642,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025992297767134347,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.10742659612100489,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.025918688701468882,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.0758587396093396,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059845926936656586,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07559874449685954,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.0599508904342748,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07597640496265178,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.059612556194193596,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07632509613132132,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.05900284331642011,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 285,
      "hessian": {
        "down_diagonal_mean": 15.196671485900879,
        "gate_up_diagonal_mean": 432.2132568359375,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.10996082692334821,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024828524724087038,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11028403558896933,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.02462863572629754,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.1100681678348816,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024998546309204207,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9780473293593848,
          "packed_nmse_vs_bf16": 0.11025344227272725,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.024948445419799636,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.10992300794031752,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.027127133609498137,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.10997832846933328,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026831318890289186,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11008364171763192,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.026900996382779648,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11000816983871543,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.02670462303017948,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.07481422575241144,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06104628473865609,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0073175568802046,
          "packed_nmse_vs_bf16": 0.07500152286869055,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.060200027533208154,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.07467659152989248,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06105133865610905,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.07496461865031318,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.06089984502291736,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    },
    {
      "expert": 287,
      "hessian": {
        "down_diagonal_mean": 24.043941497802734,
        "gate_up_diagonal_mean": 371.0595703125,
        "selected_natural_routes": 8192
      },
      "slices": [
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11585681648553808,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016602128197730784,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11586449080168998,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016491199233158914,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.99827255914705,
          "packed_nmse_vs_bf16": 0.11586503984266906,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.016734514932510356,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.1157629176984181,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "gate_proj",
          "proxy_error": 0.01663533928083835,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.11581231080281344,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01722150353975879,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.11572444632451889,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017548933793685335,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470503,
          "packed_nmse_vs_bf16": 0.11581157515131384,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.017535956014281057,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.11577825376428559,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "up_proj",
          "proxy_error": 0.01730544775902586,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            4096,
            512
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9926824431197947,
          "packed_nmse_vs_bf16": 0.08307165728359185,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.03977054446123852,
          "q_fallback": false,
          "rank": 0,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9982725591470502,
          "packed_nmse_vs_bf16": 0.08228906713050045,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.04693855765082081,
          "q_fallback": false,
          "rank": 1,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 0.9870923270925395,
          "packed_nmse_vs_bf16": 0.08278727805480392,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.047828217532510466,
          "q_fallback": false,
          "rank": 2,
          "source_shape_exl3": [
            512,
            4096
          ]
        },
        {
          "apply_out_scales": true,
          "g_scale": 1.0017274408529495,
          "packed_nmse_vs_bf16": 0.08229498245775839,
          "packed_roundtrip_relative_l2": 0.0,
          "projection": "down_proj",
          "proxy_error": 0.048495766949606174,
          "q_fallback": false,
          "rank": 3,
          "source_shape_exl3": [
            512,
            4096
          ]
        }
      ]
    }
  ],
  "experts": [
    1,
    3,
    5,
    7,
    9,
    11,
    13,
    15,
    17,
    19,
    21,
    23,
    25,
    27,
    29,
    31,
    33,
    35,
    37,
    39,
    41,
    43,
    45,
    47,
    49,
    51,
    53,
    55,
    57,
    59,
    61,
    63,
    65,
    67,
    69,
    71,
    73,
    75,
    77,
    79,
    81,
    83,
    85,
    87,
    89,
    91,
    93,
    95,
    97,
    99,
    101,
    103,
    105,
    107,
    109,
    111,
    113,
    115,
    117,
    119,
    121,
    123,
    125,
    127,
    129,
    131,
    133,
    135,
    137,
    139,
    141,
    143,
    145,
    147,
    149,
    151,
    153,
    155,
    157,
    159,
    161,
    163,
    165,
    167,
    169,
    171,
    173,
    175,
    177,
    179,
    181,
    183,
    185,
    187,
    189,
    191,
    193,
    195,
    197,
    199,
    201,
    203,
    205,
    207,
    209,
    211,
    213,
    215,
    217,
    219,
    221,
    223,
    225,
    227,
    229,
    231,
    233,
    235,
    237,
    239,
    241,
    243,
    245,
    247,
    249,
    251,
    253,
    255,
    257,
    259,
    261,
    263,
    265,
    267,
    269,
    271,
    273,
    275,
    277,
    279,
    281,
    283,
    285,
    287
  ],
  "gpu": 1,
  "layer": 9,
  "physical_experts": [
    1,
    3,
    5,
    7,
    9,
    11,
    13,
    15,
    17,
    19,
    21,
    23,
    25,
    27,
    29,
    31,
    33,
    35,
    37,
    39,
    41,
    43,
    45,
    47,
    49,
    51,
    53,
    55,
    57,
    59,
    61,
    63,
    65,
    67,
    69,
    71,
    73,
    75,
    77,
    79,
    81,
    83,
    85,
    87,
    89,
    91,
    93,
    95,
    97,
    99,
    101,
    103,
    105,
    107,
    109,
    111,
    113,
    115,
    117,
    119,
    121,
    123,
    125,
    127,
    129,
    131,
    133,
    135,
    137,
    139,
    141,
    143,
    145,
    147,
    149,
    151,
    153,
    155,
    157,
    159,
    161,
    163,
    165,
    167,
    169,
    171,
    173,
    175,
    177,
    179,
    181,
    183,
    185,
    187,
    189,
    191,
    193,
    195,
    197,
    199,
    201,
    203,
    205,
    207,
    209,
    211,
    213,
    215,
    217,
    219,
    221,
    223,
    225,
    227,
    229,
    231,
    233,
    235,
    237,
    239,
    241,
    243,
    245,
    247,
    249,
    251,
    253,
    255,
    257,
    259,
    261,
    263,
    265,
    267,
    269,
    271,
    273,
    275,
    277,
    279,
    281,
    283,
    285,
    287
  ],
  "physical_tensor_count": 6912,
  "schema": "glm53-brandon-style-low-bpw-tail-part-v1",
  "selected_k": {
    "1": 2,
    "101": 2,
    "103": 2,
    "105": 2,
    "107": 2,
    "109": 2,
    "11": 2,
    "111": 2,
    "113": 2,
    "115": 2,
    "117": 2,
    "119": 2,
    "121": 2,
    "123": 2,
    "125": 2,
    "127": 2,
    "129": 2,
    "13": 2,
    "131": 2,
    "133": 2,
    "135": 2,
    "137": 2,
    "139": 2,
    "141": 2,
    "143": 2,
    "145": 2,
    "147": 2,
    "149": 2,
    "15": 2,
    "151": 2,
    "153": 2,
    "155": 2,
    "157": 2,
    "159": 2,
    "161": 2,
    "163": 2,
    "165": 2,
    "167": 2,
    "169": 2,
    "17": 2,
    "171": 2,
    "173": 2,
    "175": 2,
    "177": 2,
    "179": 2,
    "181": 2,
    "183": 2,
    "185": 2,
    "187": 2,
    "189": 2,
    "19": 2,
    "191": 2,
    "193": 2,
    "195": 2,
    "197": 2,
    "199": 2,
    "201": 2,
    "203": 2,
    "205": 2,
    "207": 2,
    "209": 2,
    "21": 2,
    "211": 2,
    "213": 2,
    "215": 2,
    "217": 2,
    "219": 2,
    "221": 2,
    "223": 2,
    "225": 2,
    "227": 2,
    "229": 2,
    "23": 2,
    "231": 2,
    "233": 2,
    "235": 2,
    "237": 2,
    "239": 2,
    "241": 2,
    "243": 2,
    "245": 2,
    "247": 2,
    "249": 2,
    "25": 2,
    "251": 2,
    "253": 2,
    "255": 2,
    "257": 2,
    "259": 2,
    "261": 2,
    "263": 2,
    "265": 2,
    "267": 2,
    "269": 2,
    "27": 2,
    "271": 2,
    "273": 2,
    "275": 2,
    "277": 2,
    "279": 2,
    "281": 2,
    "283": 2,
    "285": 2,
    "287": 2,
    "29": 2,
    "3": 2,
    "31": 2,
    "33": 2,
    "35": 2,
    "37": 2,
    "39": 2,
    "41": 2,
    "43": 2,
    "45": 2,
    "47": 2,
    "49": 2,
    "5": 2,
    "51": 2,
    "53": 2,
    "55": 2,
    "57": 2,
    "59": 2,
    "61": 2,
    "63": 2,
    "65": 2,
    "67": 2,
    "69": 2,
    "7": 2,
    "71": 2,
    "73": 2,
    "75": 2,
    "77": 2,
    "79": 2,
    "81": 2,
    "83": 2,
    "85": 2,
    "87": 2,
    "89": 2,
    "9": 2,
    "91": 2,
    "93": 2,
    "95": 2,
    "97": 2,
    "99": 2
  },
  "sha256": "c107ac836825a4d285c6826a530c8936b28b2fe60cbb4fbae258642cbace24c1",
  "shadow_experts_ignored": [],
  "source_sidecar_sha256": "3f761b269f72dc78ec431945d286f459e4a6d39da4ad93b4a096de59edbea13f",
  "state": "COMPLETE",
  "tensor_count": 6912,
  "tier": "k2-k3-tail",
  "variant": "2.0"
}