benchmark/summary.json

{
  "base": {
    "original": {
      "cold_generation_seconds": 140.9023737310199,
      "environment": {
        "cuda": "12.8",
        "gpu": "NVIDIA B200",
        "lingbot_moe_expert_backend": "sglang_triton",
        "python": "3.12.3 (main, Aug 14 2025, 17:47:21) [GCC 13.3.0]",
        "torch": "2.8.0+cu128"
      },
      "generation_mean_seconds": 139.886719101551,
      "hot_generation_mean_seconds": 139.63280544418376,
      "load": {
        "nvidia_smi_after": {
          "memory.total": "183359",
          "memory.used": "67234",
          "name": "NVIDIA B200",
          "power.draw": "249.62",
          "temperature.gpu": "31",
          "timestamp": "2026/07/10 08:27:42.682",
          "utilization.gpu": "14"
        },
        "peak_disk_used_bytes": 188018044928.0,
        "peak_gpu_memory_used_mb": 66692.0,
        "peak_gpu_power_watts": 249.71,
        "peak_gpu_utilization_percent": 19.0,
        "peak_process_rss_bytes": 10081595392.0,
        "peak_system_used_bytes": 78059479040.0,
        "sample_count": 154,
        "sample_interval_seconds": 0.25,
        "seconds": 50.28812898299657,
        "torch_allocated_after_mb": 66603.46142578125,
        "torch_peak_allocated_mb": 66603.46142578125,
        "torch_peak_reserved_mb": 66608.0,
        "torch_reserved_after_mb": 66608.0
      },
      "outputs": [
        {
          "ffprobe": {
            "programs": [],
            "streams": [
              {
                "codec_name": "h264",
                "duration": "3.041667",
                "height": 480,
                "nb_frames": "73",
                "pix_fmt": "yuv420p",
                "r_frame_rate": "24/1",
                "width": 832
              }
            ]
          },
          "generation_seconds": 140.9023737310199,
          "prompt_id": "01_arctic_research_drone",
          "seed": 4201,
          "sha256": "7a548d09dd53755c1fdd7e759aae7cf92fd57d555bdc13f28023ede4ffe5f95e",
          "size_bytes": 366044
        },
        {
          "ffprobe": {
            "programs": [],
            "streams": [
              {
                "codec_name": "h264",
                "duration": "3.041667",
                "height": 480,
                "nb_frames": "73",
                "pix_fmt": "yuv420p",
                "r_frame_rate": "24/1",
                "width": 832
              }
            ]
          },
          "generation_seconds": 139.39877224492375,
          "prompt_id": "02_macro_pastry_glaze",
          "seed": 4202,
          "sha256": "0073c4f94ed8fc0b9bfaa93966ac627b8a66f31efe9547a78bc6934ee2ecfd82",
          "size_bytes": 396167
        },
        {
          "ffprobe": {
            "programs": [],
            "streams": [
              {
                "codec_name": "h264",
                "duration": "3.041667",
                "height": 480,
                "nb_frames": "73",
                "pix_fmt": "yuv420p",
                "r_frame_rate": "24/1",
                "width": 832
              }
            ]
          },
          "generation_seconds": 139.6812952979235,
          "prompt_id": "03_rain_market_lanterns",
          "seed": 4203,
          "sha256": "753f2016262fbd6a3644b28ad4f6243e15e8b55ef9474616a9c7d636f474090b",
          "size_bytes": 430040
        },
        {
          "ffprobe": {
            "programs": [],
            "streams": [
              {
                "codec_name": "h264",
                "duration": "3.041667",
                "height": 480,
                "nb_frames": "73",
                "pix_fmt": "yuv420p",
                "r_frame_rate": "24/1",
                "width": 832
              }
            ]
          },
          "generation_seconds": 139.6351271129679,
          "prompt_id": "04_underwater_manta",
          "seed": 4204,
          "sha256": "dcd3ffe1e7dd1f72f86e256d0db51acfb6661b880bfb0b2a5b798c9609cae24a",
          "size_bytes": 359114
        },
        {
          "ffprobe": {
            "programs": [],
            "streams": [
              {
                "codec_name": "h264",
                "duration": "3.041667",
                "height": 480,
                "nb_frames": "73",
                "pix_fmt": "yuv420p",
                "r_frame_rate": "24/1",
                "width": 832
              }
            ]
          },
          "generation_seconds": 139.8160271209199,
          "prompt_id": "05_factory_battery_cells",
          "seed": 4205,
          "sha256": "8a08377ecb3877e3ab261ca1840450dfa28a18ccc6cc59679002da1ff7750b49",
          "size_bytes": 324116
        }
      ],
      "peak_gpu_memory_used_mb": 126274.0,
      "peak_process_rss_bytes": 3218972672.0,
      "peak_system_used_bytes": 92903628800.0,
      "peak_torch_allocated_mb": 112470.375,
      "settings": {
        "batch_cfg": false,
        "fps": 24,
        "guidance_scale": 3.0,
        "height": 480,
        "null_cond_clone_zero": false,
        "num_frames": 73,
        "num_inference_steps": 40,
        "shift": 3.0,
        "width": 832
      },
      "variant": "original"
    },
    "sdnq": {
      "cold_generation_seconds": 159.77318301890045,
      "environment": {
        "cuda": "12.8",
        "gpu": "NVIDIA B200",
        "lingbot_moe_expert_backend": "sglang_triton",
        "python": "3.12.3 (main, Aug 14 2025, 17:47:21) [GCC 13.3.0]",
        "torch": "2.8.0+cu128"
      },
      "generation_mean_seconds": 158.85054309077094,
      "hot_generation_mean_seconds": 158.61988310873858,
      "load": {
        "nvidia_smi_after": {
          "memory.total": "183359",
          "memory.used": "27698",
          "name": "NVIDIA B200",
          "power.draw": "250.43",
          "temperature.gpu": "32",
          "timestamp": "2026/07/10 08:40:56.535",
          "utilization.gpu": "17"
        },
        "peak_disk_used_bytes": 188465856512.0,
        "peak_gpu_memory_used_mb": 27188.0,
        "peak_gpu_power_watts": 250.52,
        "peak_gpu_utilization_percent": 19.0,
        "peak_process_rss_bytes": 10137681920.0,
        "peak_system_used_bytes": 90347196416.0,
        "sample_count": 131,
        "sample_interval_seconds": 0.25,
        "seconds": 43.81348343298305,
        "torch_allocated_after_mb": 27063.79736328125,
        "torch_peak_allocated_mb": 27063.79736328125,
        "torch_peak_reserved_mb": 27072.0,
        "torch_reserved_after_mb": 27072.0
      },
      "outputs": [
        {
          "ffprobe": {
            "programs": [],
            "streams": [
              {
                "codec_name": "h264",
                "duration": "3.041667",
                "height": 480,
                "nb_frames": "73",
                "pix_fmt": "yuv420p",
                "r_frame_rate": "24/1",
                "width": 832
              }
            ]
          },
          "generation_seconds": 159.77318301890045,
          "prompt_id": "01_arctic_research_drone",
          "seed": 4201,
          "sha256": "d040042bdb79aacdcafe80a2c4bd621271e3056823a84621c25ee8fd4fff594b",
          "size_bytes": 339957
        },
        {
          "ffprobe": {
            "programs": [],
            "streams": [
              {
                "codec_name": "h264",
                "duration": "3.041667",
                "height": 480,
                "nb_frames": "73",
                "pix_fmt": "yuv420p",
                "r_frame_rate": "24/1",
                "width": 832
              }
            ]
          },
          "generation_seconds": 158.2769890979398,
          "prompt_id": "02_macro_pastry_glaze",
          "seed": 4202,
          "sha256": "bcb2caabb9e29427019ef3dcc7790a89910c1b570e65f85bac3f8a95dc1912db",
          "size_bytes": 367773
        },
        {
          "ffprobe": {
            "programs": [],
            "streams": [
              {
                "codec_name": "h264",
                "duration": "3.041667",
                "height": 480,
                "nb_frames": "73",
                "pix_fmt": "yuv420p",
                "r_frame_rate": "24/1",
                "width": 832
              }
            ]
          },
          "generation_seconds": 158.72098272107542,
          "prompt_id": "03_rain_market_lanterns",
          "seed": 4203,
          "sha256": "e91a616e88278e062635d12bd204679caf879dafc107cb066cf4155c3efe2486",
          "size_bytes": 360438
        },
        {
          "ffprobe": {
            "programs": [],
            "streams": [
              {
                "codec_name": "h264",
                "duration": "3.041667",
                "height": 480,
                "nb_frames": "73",
                "pix_fmt": "yuv420p",
                "r_frame_rate": "24/1",
                "width": 832
              }
            ]
          },
          "generation_seconds": 158.60668343293946,
          "prompt_id": "04_underwater_manta",
          "seed": 4204,
          "sha256": "add7b1153f552850a2b095afa51998c4e3af4719f3d5c64425105f1af8c7458e",
          "size_bytes": 359678
        },
        {
          "ffprobe": {
            "programs": [],
            "streams": [
              {
                "codec_name": "h264",
                "duration": "3.041667",
                "height": 480,
                "nb_frames": "73",
                "pix_fmt": "yuv420p",
                "r_frame_rate": "24/1",
                "width": 832
              }
            ]
          },
          "generation_seconds": 158.87487718299963,
          "prompt_id": "05_factory_battery_cells",
          "seed": 4205,
          "sha256": "7b6909a2aa49397f574338560cce4a3e47bb1930e55304f897523fa436fe7333",
          "size_bytes": 138406
        }
      ],
      "peak_gpu_memory_used_mb": 42504.0,
      "peak_process_rss_bytes": 3307651072.0,
      "peak_system_used_bytes": 138935304192.0,
      "peak_torch_allocated_mb": 36067.6962890625,
      "settings": {
        "batch_cfg": false,
        "fps": 24,
        "guidance_scale": 3.0,
        "height": 480,
        "null_cond_clone_zero": false,
        "num_frames": 73,
        "num_inference_steps": 40,
        "shift": 3.0,
        "width": 832
      },
      "variant": "sdnq"
    }
  },
  "base_comparison": {
    "lpips_alex_mean": 0.48446911692619327,
    "mae_mean": 0.16070100367069245,
    "model_key": "moe",
    "overview": "results/comparison/moe/original_vs_sdnq_overview.webp",
    "overview_sha256": "63d3d461bb087ad1f1f9d41a9a3d51ea8e56457501b26eb01f8a86afefee0c53",
    "pair_count": 5,
    "psnr_db_mean": 13.561039381252957,
    "rmse_mean": 0.22745323181152344,
    "rows": [
      {
        "contact_sheet": "results/comparison/moe/contact_sheets/01_arctic_research_drone.webp",
        "frames_compared": 73,
        "lpips_alex_max": 0.49758946895599365,
        "lpips_alex_mean": 0.3660698175430298,
        "lpips_alex_per_sample": [
          0.2476414144039154,
          0.27345791459083557,
          0.3994644284248352,
          0.49758946895599365,
          0.4121958613395691
        ],
        "lpips_sampled_frame_indices": [
          0,
          18,
          36,
          54,
          72
        ],
        "mae": 0.09977923333644867,
        "model_key": "moe",
        "paired_video": "results/comparison/moe/paired_videos/01_arctic_research_drone.mp4",
        "paired_video_sha256": "41841f1a7b8582718df81e184c2ab6da575a3ab6ddf48954bd44e82356450165",
        "prompt_id": "01_arctic_research_drone",
        "psnr_db": 15.397562434291663,
        "rmse": 0.16987203061580658,
        "seed": 4201,
        "ssim_mean": 0.7174762266955964,
        "ssim_min": 0.5880212187767029,
        "ssim_per_frame": [
          0.815948486328125,
          0.8172680735588074,
          0.813538134098053,
          0.8189052939414978,
          0.8162897229194641,
          0.8233020305633545,
          0.8231996893882751,
          0.8228117823600769,
          0.8228636384010315,
          0.8283355236053467,
          0.8278725743293762,
          0.8198073506355286,
          0.8185964226722717,
          0.8222141265869141,
          0.8187386989593506,
          0.8175520896911621,
          0.8135061860084534,
          0.8132360577583313,
          0.8085610270500183,
          0.8033248782157898,
          0.7982194423675537,
          0.7958628535270691,
          0.7879036068916321,
          0.7839374542236328,
          0.7798027396202087,
          0.7828235626220703,
          0.7784075736999512,
          0.7721009850502014,
          0.7670011520385742,
          0.7646095156669617,
          0.759277880191803,
          0.7545956969261169,
          0.7483551502227783,
          0.7468813061714172,
          0.741692841053009,
          0.7388647198677063,
          0.7317498326301575,
          0.7279382348060608,
          0.7207943797111511,
          0.7136810421943665,
          0.7068372368812561,
          0.7066268920898438,
          0.7022673487663269,
          0.6932604312896729,
          0.6827082633972168,
          0.670372486114502,
          0.6597533822059631,
          0.6507993936538696,
          0.6335822939872742,
          0.6215807795524597,
          0.6217408776283264,
          0.6157029271125793,
          0.6097009181976318,
          0.605505645275116,
          0.6102632880210876,
          0.607416570186615,
          0.5984581112861633,
          0.5978110432624817,
          0.597987949848175,
          0.5967472195625305,
          0.5880212187767029,
          0.5886223912239075,
          0.5965039730072021,
          0.6016489863395691,
          0.6031805872917175,
          0.610070526599884,
          0.6170529723167419,
          0.6243048906326294,
          0.6309368014335632,
          0.6354990601539612,
          0.6416515707969666,
          0.6445632576942444,
          0.6442134976387024
        ]
      },
      {
        "contact_sheet": "results/comparison/moe/contact_sheets/02_macro_pastry_glaze.webp",
        "frames_compared": 73,
        "lpips_alex_max": 0.6001331210136414,
        "lpips_alex_mean": 0.44926533102989197,
        "lpips_alex_per_sample": [
          0.6001331210136414,
          0.36258286237716675,
          0.43629735708236694,
          0.3857860267162323,
          0.4615272879600525
        ],
        "lpips_sampled_frame_indices": [
          0,
          18,
          36,
          54,
          72
        ],
        "mae": 0.1312134861946106,
        "model_key": "moe",
        "paired_video": "results/comparison/moe/paired_videos/02_macro_pastry_glaze.mp4",
        "paired_video_sha256": "85dc9736202f82cd5cdfe8943d30cfb66b87fcc25ee6a6f14172efa8c1865357",
        "prompt_id": "02_macro_pastry_glaze",
        "psnr_db": 14.4768864590839,
        "rmse": 0.18886682391166687,
        "seed": 4202,
        "ssim_mean": 0.5787806094509281,
        "ssim_min": 0.4895164966583252,
        "ssim_per_frame": [
          0.5101789832115173,
          0.5039136409759521,
          0.4995757043361664,
          0.5030686259269714,
          0.5004356503486633,
          0.5000353455543518,
          0.4938246011734009,
          0.49328067898750305,
          0.4895164966583252,
          0.495154470205307,
          0.49706920981407166,
          0.5212993025779724,
          0.5451509356498718,
          0.5666331052780151,
          0.5915902256965637,
          0.6050708293914795,
          0.6023661494255066,
          0.5961389541625977,
          0.6018909811973572,
          0.610996425151825,
          0.6195254921913147,
          0.6229403614997864,
          0.6231721043586731,
          0.6339870095252991,
          0.6301531195640564,
          0.6259884238243103,
          0.6181521415710449,
          0.6132229566574097,
          0.6066119074821472,
          0.590770959854126,
          0.5679433941841125,
          0.5610726475715637,
          0.5530350804328918,
          0.5511799454689026,
          0.549787700176239,
          0.551687479019165,
          0.5582848787307739,
          0.5706369876861572,
          0.583132266998291,
          0.5960355401039124,
          0.6010977625846863,
          0.6044058799743652,
          0.6089508533477783,
          0.615585207939148,
          0.6185010075569153,
          0.617579996585846,
          0.6222048997879028,
          0.6282928586006165,
          0.6321935057640076,
          0.626196563243866,
          0.6215870380401611,
          0.6205063462257385,
          0.6132616400718689,
          0.6050674319267273,
          0.5964906811714172,
          0.5981259942054749,
          0.595588743686676,
          0.5911547541618347,
          0.586731493473053,
          0.6050739884376526,
          0.5873602032661438,
          0.5719940066337585,
          0.5696321129798889,
          0.5732477307319641,
          0.5759497880935669,
          0.5759122371673584,
          0.5794248580932617,
          0.5903618931770325,
          0.5902752876281738,
          0.5836235880851746,
          0.579653263092041,
          0.5775242447853088,
          0.5329179167747498
        ]
      },
      {
        "contact_sheet": "results/comparison/moe/contact_sheets/03_rain_market_lanterns.webp",
        "frames_compared": 73,
        "lpips_alex_max": 0.5985034704208374,
        "lpips_alex_mean": 0.5795157194137573,
        "lpips_alex_per_sample": [
          0.5655995607376099,
          0.5649772882461548,
          0.5731183290481567,
          0.5953799486160278,
          0.5985034704208374
        ],
        "lpips_sampled_frame_indices": [
          0,
          18,
          36,
          54,
          72
        ],
        "mae": 0.1361708790063858,
        "model_key": "moe",
        "paired_video": "results/comparison/moe/paired_videos/03_rain_market_lanterns.mp4",
        "paired_video_sha256": "21bcca9a790c32dddaabaefca140bff2ebd41c52b82abbf1330fc2e94c29d674",
        "prompt_id": "03_rain_market_lanterns",
        "psnr_db": 14.124115173022469,
        "rmse": 0.19669541716575623,
        "seed": 4203,
        "ssim_mean": 0.38195731501056723,
        "ssim_min": 0.3481620252132416,
        "ssim_per_frame": [
          0.41585350036621094,
          0.4161262512207031,
          0.4116396903991699,
          0.4006638526916504,
          0.38573694229125977,
          0.3738834857940674,
          0.37310314178466797,
          0.3715895414352417,
          0.36463186144828796,
          0.36271294951438904,
          0.36572036147117615,
          0.37039053440093994,
          0.3709406554698944,
          0.3665710985660553,
          0.36550673842430115,
          0.36750951409339905,
          0.36775779724121094,
          0.35839709639549255,
          0.3538048267364502,
          0.37593305110931396,
          0.3749948740005493,
          0.37423720955848694,
          0.3781760632991791,
          0.380466490983963,
          0.38333332538604736,
          0.38023900985717773,
          0.37992095947265625,
          0.38780251145362854,
          0.3880785405635834,
          0.3886798918247223,
          0.39121806621551514,
          0.4004511833190918,
          0.39746013283729553,
          0.40346062183380127,
          0.4083317816257477,
          0.41100573539733887,
          0.4144200384616852,
          0.4143734276294708,
          0.3943193256855011,
          0.4117291271686554,
          0.41018661856651306,
          0.408298134803772,
          0.40419670939445496,
          0.4144850969314575,
          0.4065744876861572,
          0.3999807834625244,
          0.3896530866622925,
          0.39111995697021484,
          0.38162219524383545,
          0.3676925599575043,
          0.359792560338974,
          0.36612391471862793,
          0.3713170289993286,
          0.38045647740364075,
          0.388373464345932,
          0.39537641406059265,
          0.39052510261535645,
          0.38392749428749084,
          0.3786351680755615,
          0.37882736325263977,
          0.3759993016719818,
          0.37157776951789856,
          0.366414338350296,
          0.37119653820991516,
          0.3688088357448578,
          0.3631882965564728,
          0.3655686378479004,
          0.369612455368042,
          0.3627750873565674,
          0.3481620252132416,
          0.34940171241760254,
          0.3488502502441406,
          0.3529929220676422
        ]
      },
      {
        "contact_sheet": "results/comparison/moe/contact_sheets/04_underwater_manta.webp",
        "frames_compared": 73,
        "lpips_alex_max": 0.340717613697052,
        "lpips_alex_mean": 0.3038590788841248,
        "lpips_alex_per_sample": [
          0.27423471212387085,
          0.340717613697052,
          0.3403458297252655,
          0.2972971200942993,
          0.2667001187801361
        ],
        "lpips_sampled_frame_indices": [
          0,
          18,
          36,
          54,
          72
        ],
        "mae": 0.09768326580524445,
        "model_key": "moe",
        "paired_video": "results/comparison/moe/paired_videos/04_underwater_manta.mp4",
        "paired_video_sha256": "6abef4e55c08d9c90f5d4bf3cfa775c2f72a520e9277e7253d0b0ee056e8a8ba",
        "prompt_id": "04_underwater_manta",
        "psnr_db": 16.53130710711494,
        "rmse": 0.14908523857593536,
        "seed": 4204,
        "ssim_mean": 0.7423784161267215,
        "ssim_min": 0.6998897194862366,
        "ssim_per_frame": [
          0.7722873687744141,
          0.7682217955589294,
          0.7656369209289551,
          0.7682371139526367,
          0.7659023404121399,
          0.7668010592460632,
          0.7648134231567383,
          0.7635293006896973,
          0.7619221806526184,
          0.7592427134513855,
          0.7538409233093262,
          0.7557525634765625,
          0.752020537853241,
          0.7486305236816406,
          0.7449901700019836,
          0.7388324737548828,
          0.7338054180145264,
          0.7293537259101868,
          0.7243406772613525,
          0.7228922843933105,
          0.7174240946769714,
          0.7110454440116882,
          0.7096576690673828,
          0.7109854817390442,
          0.7136767506599426,
          0.711078405380249,
          0.7061064839363098,
          0.7070527076721191,
          0.6998897194862366,
          0.70110684633255,
          0.7015113830566406,
          0.7066493034362793,
          0.7084641456604004,
          0.7091479897499084,
          0.7116720080375671,
          0.7198100686073303,
          0.7234850525856018,
          0.7247838973999023,
          0.7271948456764221,
          0.7333946228027344,
          0.729383647441864,
          0.7217099666595459,
          0.7220093607902527,
          0.7256315350532532,
          0.7207891345024109,
          0.7163641452789307,
          0.7166028618812561,
          0.7212476134300232,
          0.7265775799751282,
          0.7295639514923096,
          0.7351130843162537,
          0.7424502372741699,
          0.7431668639183044,
          0.747844398021698,
          0.7509554028511047,
          0.7566556930541992,
          0.7575182914733887,
          0.7598528265953064,
          0.7642180323600769,
          0.7724437713623047,
          0.7738829255104065,
          0.7751762270927429,
          0.7777473330497742,
          0.7822370529174805,
          0.7798387408256531,
          0.7797244191169739,
          0.7797310948371887,
          0.7840415835380554,
          0.7794623374938965,
          0.7777134776115417,
          0.7756853699684143,
          0.7780763506889343,
          0.7750186324119568
        ]
      },
      {
        "contact_sheet": "results/comparison/moe/contact_sheets/05_factory_battery_cells.webp",
        "frames_compared": 73,
        "lpips_alex_max": 0.7527185082435608,
        "lpips_alex_mean": 0.7236356377601624,
        "lpips_alex_per_sample": [
          0.7527185082435608,
          0.7162251472473145,
          0.7206428050994873,
          0.694793164730072,
          0.7337985634803772
        ],
        "lpips_sampled_frame_indices": [
          0,
          18,
          36,
          54,
          72
        ],
        "mae": 0.3386581540107727,
        "model_key": "moe",
        "paired_video": "results/comparison/moe/paired_videos/05_factory_battery_cells.mp4",
        "paired_video_sha256": "3ed371dd50f914e6767130f3963d45becfe4b0fe25a7a2ca7e138bafd78b52b3",
        "prompt_id": "05_factory_battery_cells",
        "psnr_db": 7.275325732751812,
        "rmse": 0.43274664878845215,
        "seed": 4205,
        "ssim_mean": 0.4464202972307597,
        "ssim_min": 0.43075504899024963,
        "ssim_per_frame": [
          0.4308357536792755,
          0.43311163783073425,
          0.4403398931026459,
          0.4425094425678253,
          0.4426329433917999,
          0.44473323225975037,
          0.4456455707550049,
          0.445990651845932,
          0.4490778148174286,
          0.4499867856502533,
          0.44725680351257324,
          0.4482748806476593,
          0.44928720593452454,
          0.45053067803382874,
          0.4501110017299652,
          0.4513057768344879,
          0.45205235481262207,
          0.453133225440979,
          0.45371779799461365,
          0.454967737197876,
          0.455279141664505,
          0.4544898569583893,
          0.4557943642139435,
          0.45683252811431885,
          0.4566708505153656,
          0.45442405343055725,
          0.4537445604801178,
          0.45529696345329285,
          0.45509275794029236,
          0.4536752700805664,
          0.45161208510398865,
          0.4491020739078522,
          0.44735535979270935,
          0.4457247257232666,
          0.4456385672092438,
          0.44480443000793457,
          0.4430907666683197,
          0.4414309561252594,
          0.4410116970539093,
          0.43972739577293396,
          0.43905797600746155,
          0.43460917472839355,
          0.4315737783908844,
          0.43075504899024963,
          0.43478086590766907,
          0.43366777896881104,
          0.4359093904495239,
          0.4379262924194336,
          0.4423658549785614,
          0.4450293481349945,
          0.4481979310512543,
          0.4524199664592743,
          0.46424388885498047,
          0.4682600200176239,
          0.46743282675743103,
          0.4652159512042999,
          0.4554389417171478,
          0.44580626487731934,
          0.4430209696292877,
          0.44163498282432556,
          0.4407486915588379,
          0.43870651721954346,
          0.4374132454395294,
          0.43744853138923645,
          0.4349544048309326,
          0.4381827414035797,
          0.4402274787425995,
          0.43665027618408203,
          0.43774890899658203,
          0.4406414330005646,
          0.4480682909488678,
          0.4537776708602905,
          0.45046666264533997
        ]
      }
    ],
    "ssim_mean": 0.5734025729029146
  },
  "coverage": {
    "refiner": {
      "moe_experts": {
        "logical_numel": 28991029248,
        "original_bytes": 57982058496,
        "stored_bytes": 18119393280
      },
      "quantized": {
        "logical_params": 30032396288,
        "original_byte_coverage_percent": 99.65495460853698,
        "original_parameter_bytes_covered": 60064792576,
        "parameter_coverage_percent": 99.8267882886455,
        "stored_bytes": 18705162240
      },
      "total": {
        "logical_params": 30084506176,
        "original_parameter_bytes": 60272760960
      }
    },
    "transformer": {
      "moe_experts": {
        "logical_numel": 28991029248,
        "original_bytes": 57982058496,
        "stored_bytes": 18119393280
      },
      "quantized": {
        "logical_params": 30032396288,
        "original_byte_coverage_percent": 99.65495460853698,
        "original_parameter_bytes_covered": 60064792576,
        "parameter_coverage_percent": 99.8267882886455,
        "stored_bytes": 18705162240
      },
      "total": {
        "logical_params": 30084506176,
        "original_parameter_bytes": 60272760960
      }
    }
  },
  "generated_utc": "2026-07-10T10:02:08Z",
  "lingbot_video_code_revision": "a2bb04b78edd848500dc27a26e035a95442ae186",
  "model_key": "moe",
  "refiner": {
    "original": {
      "environment": {
        "cuda": "12.8",
        "gpu": "NVIDIA B200",
        "python": "3.12.3 (main, Aug 14 2025, 17:47:21) [GCC 13.3.0]",
        "torch": "2.8.0+cu128"
      },
      "generation_seconds": 478.6046418759506,
      "load": {
        "peak_disk_used_bytes": 230902558720.0,
        "peak_gpu_memory_used_mb": 67234.0,
        "peak_gpu_power_watts": 248.88,
        "peak_gpu_utilization_percent": 5.0,
        "peak_process_rss_bytes": 10074099712.0,
        "peak_system_used_bytes": 101127372800.0,
        "sample_count": 288,
        "sample_interval_seconds": 0.25,
        "seconds": 139.00811451603658,
        "torch_allocated_after_mb": 66603.46142578125,
        "torch_peak_allocated_mb": 66603.46142578125,
        "torch_peak_reserved_mb": 66608.0,
        "torch_reserved_after_mb": 66608.0
      },
      "output": {
        "ffprobe": {
          "programs": [],
          "streams": [
            {
              "codec_name": "h264",
              "duration": "3.041667",
              "height": 1088,
              "nb_frames": "73",
              "pix_fmt": "yuv420p",
              "r_frame_rate": "24/1",
              "width": 1920
            }
          ]
        },
        "prompt_id": "01_arctic_research_drone",
        "seed": 4201,
        "sha256": "b3bdfa0eaa7f4a3b9cbc3627f15f144b2416778f5160e3242bb2fc1ff284a7de",
        "size_bytes": 1953653
      },
      "peak_gpu_memory_used_mb": 179178.0,
      "peak_process_rss_bytes": 4571336704.0,
      "peak_system_used_bytes": 115570741248.0,
      "peak_torch_allocated_mb": 150526.1474609375,
      "settings": {
        "batch_cfg": false,
        "fps": 24,
        "guidance_scale": 3.0,
        "height": 1088,
        "null_cond_clone_zero": true,
        "num_frames": 73,
        "num_inference_steps": 8,
        "shift": 3.0,
        "sigma_tail_steps": 2,
        "t_thresh": 0.85,
        "width": 1920
      },
      "shared_input": {
        "base_video": "results/benchmark/moe/original/videos/01_arctic_research_drone.mp4",
        "base_video_sha256": "e84547fdbd70c1f118435c0b0dee74ccb719a64f1c51e2d7b1260f2185f3dad9",
        "fps": 24,
        "height": 1088,
        "latent_dtype": "torch.float32",
        "latent_sha256": "502b10f841d96aa101e69421b20083aeb60427c054b42fb0db29c5a6e70824cf",
        "latent_shape": [
          1,
          16,
          19,
          136,
          240
        ],
        "lowres_meta": {
          "align_to_training": true,
          "max_frames": 81,
          "num_source_frames": 73,
          "sample_frame": 73,
          "sample_frame_uncapped": 73,
          "src_fps": 24.0,
          "t_vae": 19,
          "truncated_by_max_frames": false,
          "vae_fps": 24.0
        },
        "seed": 4201,
        "t_thresh": 0.85,
        "width": 1920
      },
      "variant": "original"
    },
    "sdnq": {
      "environment": {
        "cuda": "12.8",
        "gpu": "NVIDIA B200",
        "python": "3.12.3 (main, Aug 14 2025, 17:47:21) [GCC 13.3.0]",
        "torch": "2.8.0+cu128"
      },
      "generation_seconds": 460.47301308601163,
      "load": {
        "peak_disk_used_bytes": 230782889984.0,
        "peak_gpu_memory_used_mb": 27592.0,
        "peak_gpu_power_watts": 248.6,
        "peak_gpu_utilization_percent": 12.0,
        "peak_process_rss_bytes": 10142261248.0,
        "peak_system_used_bytes": 110398722048.0,
        "sample_count": 214,
        "sample_interval_seconds": 0.25,
        "seconds": 105.56005853798706,
        "torch_allocated_after_mb": 27063.79736328125,
        "torch_peak_allocated_mb": 27063.79736328125,
        "torch_peak_reserved_mb": 27072.0,
        "torch_reserved_after_mb": 27072.0
      },
      "output": {
        "ffprobe": {
          "programs": [],
          "streams": [
            {
              "codec_name": "h264",
              "duration": "3.041667",
              "height": 1088,
              "nb_frames": "73",
              "pix_fmt": "yuv420p",
              "r_frame_rate": "24/1",
              "width": 1920
            }
          ]
        },
        "prompt_id": "01_arctic_research_drone",
        "seed": 4201,
        "sha256": "fb95a8d0cda0c3038e107a53eb3bc5b1df840a8568318c6f90bb4d0566a7674a",
        "size_bytes": 1910664
      },
      "peak_gpu_memory_used_mb": 98232.0,
      "peak_process_rss_bytes": 4135526400.0,
      "peak_system_used_bytes": 113527255040.0,
      "peak_torch_allocated_mb": 74121.7998046875,
      "settings": {
        "batch_cfg": false,
        "fps": 24,
        "guidance_scale": 3.0,
        "height": 1088,
        "null_cond_clone_zero": true,
        "num_frames": 73,
        "num_inference_steps": 8,
        "shift": 3.0,
        "sigma_tail_steps": 2,
        "t_thresh": 0.85,
        "width": 1920
      },
      "shared_input": {
        "base_video": "results/benchmark/moe/original/videos/01_arctic_research_drone.mp4",
        "base_video_sha256": "e84547fdbd70c1f118435c0b0dee74ccb719a64f1c51e2d7b1260f2185f3dad9",
        "fps": 24,
        "height": 1088,
        "latent_dtype": "torch.float32",
        "latent_sha256": "502b10f841d96aa101e69421b20083aeb60427c054b42fb0db29c5a6e70824cf",
        "latent_shape": [
          1,
          16,
          19,
          136,
          240
        ],
        "lowres_meta": {
          "align_to_training": true,
          "max_frames": 81,
          "num_source_frames": 73,
          "sample_frame": 73,
          "sample_frame_uncapped": 73,
          "src_fps": 24.0,
          "t_vae": 19,
          "truncated_by_max_frames": false,
          "vae_fps": 24.0
        },
        "seed": 4201,
        "t_thresh": 0.85,
        "width": 1920
      },
      "variant": "sdnq"
    }
  },
  "refiner_comparison": {
    "lpips_alex_mean": 0.06311796307563781,
    "mae_mean": 0.014649635180830956,
    "model_key": "moe_refiner",
    "overview": "results/comparison/moe_refiner/original_vs_sdnq_overview.webp",
    "overview_sha256": "1c60903f42c86777da5149576054bd4c4798e6253acba8794bdf84f756ddd44e",
    "pair_count": 1,
    "psnr_db_mean": 29.356930044470634,
    "rmse_mean": 0.03405285254120827,
    "rows": [
      {
        "contact_sheet": "results/comparison/moe_refiner/contact_sheets/01_arctic_research_drone.webp",
        "frames_compared": 73,
        "lpips_alex_max": 0.08955714106559753,
        "lpips_alex_mean": 0.06311796307563781,
        "lpips_alex_per_sample": [
          0.05236101150512695,
          0.04634910076856613,
          0.05084393173456192,
          0.07647863030433655,
          0.08955714106559753
        ],
        "lpips_sampled_frame_indices": [
          0,
          18,
          36,
          54,
          72
        ],
        "mae": 0.014649635180830956,
        "model_key": "moe_refiner",
        "paired_video": "results/comparison/moe_refiner/paired_videos/01_arctic_research_drone.mp4",
        "paired_video_sha256": "603c8ca01e33b3cb2649b73efa97d6d116d0d5791ee8327d9c87e13d578d5d71",
        "prompt_id": "01_arctic_research_drone",
        "psnr_db": 29.356930044470634,
        "rmse": 0.03405285254120827,
        "seed": 4201,
        "ssim_mean": 0.9548161111465873,
        "ssim_min": 0.9171391129493713,
        "ssim_per_frame": [
          0.9661064147949219,
          0.9666761755943298,
          0.9663284420967102,
          0.9695181846618652,
          0.9697737097740173,
          0.9728912711143494,
          0.9697763323783875,
          0.9725530743598938,
          0.9697721600532532,
          0.9728060364723206,
          0.9706771969795227,
          0.9732361435890198,
          0.9718213081359863,
          0.9754683375358582,
          0.9743171334266663,
          0.9752790331840515,
          0.9729723930358887,
          0.9752058982849121,
          0.9695265889167786,
          0.970918595790863,
          0.9685561060905457,
          0.9747555255889893,
          0.9721786379814148,
          0.9732691645622253,
          0.9707412719726562,
          0.973728358745575,
          0.9704788327217102,
          0.971571147441864,
          0.9674180150032043,
          0.9711597561836243,
          0.9675024151802063,
          0.9691000580787659,
          0.9649383425712585,
          0.9690258502960205,
          0.9678574204444885,
          0.969526469707489,
          0.9640713334083557,
          0.9640881419181824,
          0.9616990089416504,
          0.9643573760986328,
          0.9572374224662781,
          0.9586830735206604,
          0.9585137367248535,
          0.9593629837036133,
          0.9536706805229187,
          0.9532110095024109,
          0.9491230845451355,
          0.9518138766288757,
          0.9403883814811707,
          0.9420010447502136,
          0.9363911747932434,
          0.9386496543884277,
          0.9338410496711731,
          0.9414963722229004,
          0.9391511082649231,
          0.9424983859062195,
          0.9294347763061523,
          0.9325968623161316,
          0.9276795387268066,
          0.9305789470672607,
          0.9175128936767578,
          0.9267792105674744,
          0.9171391129493713,
          0.9277219772338867,
          0.9226672053337097,
          0.9321155548095703,
          0.9246780872344971,
          0.9290270805358887,
          0.9251346588134766,
          0.9279537200927734,
          0.9244167804718018,
          0.9291841983795166,
          0.9192748069763184
        ]
      }
    ],
    "ssim_mean": 0.9548161111465873
  },
  "schema_version": 1,
  "sdnq_revision": "d841c383ff7be38728d4df829e17af4f15d4fd66",
  "smoke_evidence": [
    "benchmark/smokes/moe-refiner-sdnq-standard.json",
    "benchmark/smokes/moe-refiner-sdnq-standard.mp4",
    "benchmark/smokes/moe-sdnq-model.json",
    "benchmark/smokes/moe-sdnq-model.mp4",
    "benchmark/smokes/moe-sdnq-sequential.json",
    "benchmark/smokes/moe-sdnq-sequential.mp4",
    "benchmark/smokes/moe-sdnq-standard.json",
    "benchmark/smokes/moe-sdnq-standard.mp4"
  ],
  "source_repo_id": "robbyant/lingbot-video-moe-30b-a3b",
  "source_revision": "f2e538f64afe00cc4ae674db2aeb52e2945edfd5",
  "target_repo_id": "WaveCut/LingBot-Video-MoE-30B-A3B-SDNQ-uint4-static"
}