{
  "status": "completed_numerical_and_repeatability_audit",
  "pairs": [
    {
      "id": "animals-first",
      "stages": {
        "denoiser_step_1": {
          "shape": [
            1,
            16416,
            64
          ],
          "relative_l2": 0.09634638299283074,
          "cosine": 0.9953644603283305,
          "mean_abs": 0.11408292056420158,
          "max_abs": 1.943359375
        },
        "denoiser_step_20": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.18715610722030512,
          "cosine": 0.9827343875945663,
          "mean_abs": 0.1519522301146754,
          "max_abs": 3.4375
        },
        "denoiser_step_40": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.299732901207232,
          "cosine": 0.9580206963689706,
          "mean_abs": 0.220236588599529,
          "max_abs": 3.71875
        },
        "latents": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.23900685412357128,
          "cosine": 0.9719319611208836,
          "mean_abs": 0.14952522951807623,
          "max_abs": 3.390625
        },
        "prompt": {
          "shape": [
            1,
            32,
            4096
          ],
          "relative_l2": 0.5371999561425623,
          "cosine": 0.8679684852486477,
          "mean_abs": 3.3008214407600462,
          "max_abs": 972.0
        }
      }
    },
    {
      "id": "illustration-first",
      "stages": {
        "denoiser_step_1": {
          "shape": [
            1,
            16422,
            64
          ],
          "relative_l2": 0.1237791824135282,
          "cosine": 0.9923754659916226,
          "mean_abs": 0.1896706782110182,
          "max_abs": 1.958984375
        },
        "denoiser_step_20": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.36489702895260007,
          "cosine": 0.9332337678329975,
          "mean_abs": 0.39175740815743154,
          "max_abs": 3.8203125
        },
        "denoiser_step_40": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.4867897262503415,
          "cosine": 0.8846569299136823,
          "mean_abs": 0.43238412586993746,
          "max_abs": 4.1171875
        },
        "latents": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.44630895774774676,
          "cosine": 0.9002019106304724,
          "mean_abs": 0.3848923010684757,
          "max_abs": 3.7109375
        },
        "prompt": {
          "shape": [
            1,
            38,
            4096
          ],
          "relative_l2": 0.5213396248155723,
          "cosine": 0.8761256421719154,
          "mean_abs": 3.115390087428846,
          "max_abs": 964.0
        }
      }
    },
    {
      "id": "landscape-first",
      "stages": {
        "denoiser_step_1": {
          "shape": [
            1,
            16420,
            64
          ],
          "relative_l2": 0.11743492799801915,
          "cosine": 0.9933134196249982,
          "mean_abs": 0.1603572918753135,
          "max_abs": 1.958984375
        },
        "denoiser_step_20": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.2780043661118432,
          "cosine": 0.96195723724868,
          "mean_abs": 0.23745506739210853,
          "max_abs": 3.46875
        },
        "denoiser_step_40": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.42237397239356156,
          "cosine": 0.9152042636156736,
          "mean_abs": 0.3032575135607942,
          "max_abs": 4.0390625
        },
        "latents": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.3676629643104064,
          "cosine": 0.9340844764254466,
          "mean_abs": 0.23722753460288004,
          "max_abs": 3.6015625
        },
        "prompt": {
          "shape": [
            1,
            36,
            4096
          ],
          "relative_l2": 0.5442974932308043,
          "cosine": 0.868536731310718,
          "mean_abs": 3.258283414774471,
          "max_abs": 964.0
        }
      }
    },
    {
      "id": "neon-first",
      "stages": {
        "denoiser_step_1": {
          "shape": [
            1,
            16415,
            64
          ],
          "relative_l2": 0.11102784276427484,
          "cosine": 0.9943521918765537,
          "mean_abs": 0.17097874730252569,
          "max_abs": 1.943359375
        },
        "denoiser_step_20": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.27222016357456835,
          "cosine": 0.9632103635830404,
          "mean_abs": 0.2784836068921557,
          "max_abs": 4.677734375
        },
        "denoiser_step_40": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.37430698714246186,
          "cosine": 0.9339568865017605,
          "mean_abs": 0.328694256395341,
          "max_abs": 4.1953125
        },
        "latents": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.3301071795385446,
          "cosine": 0.9466691717875684,
          "mean_abs": 0.2743973804981579,
          "max_abs": 3.93359375
        },
        "prompt": {
          "shape": [
            1,
            31,
            4096
          ],
          "relative_l2": 0.494591097526277,
          "cosine": 0.8786181071551125,
          "mean_abs": 3.678194664178356,
          "max_abs": 972.0
        }
      }
    },
    {
      "id": "portrait-first",
      "stages": {
        "denoiser_step_1": {
          "shape": [
            1,
            16424,
            64
          ],
          "relative_l2": 0.09877505952065657,
          "cosine": 0.9951112277836797,
          "mean_abs": 0.16135481421430806,
          "max_abs": 1.958984375
        },
        "denoiser_step_20": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.10953258507792321,
          "cosine": 0.9941085678186607,
          "mean_abs": 0.10361493606640604,
          "max_abs": 3.01953125
        },
        "denoiser_step_40": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.22319793042538488,
          "cosine": 0.9769965151826058,
          "mean_abs": 0.19543845824817296,
          "max_abs": 2.9453125
        },
        "latents": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.14224873309663885,
          "cosine": 0.990198418805075,
          "mean_abs": 0.11133204035877498,
          "max_abs": 2.859375
        },
        "prompt": {
          "shape": [
            1,
            40,
            4096
          ],
          "relative_l2": 0.5191491495552206,
          "cosine": 0.8787168578140309,
          "mean_abs": 3.1762511789798737,
          "max_abs": 964.0
        }
      }
    },
    {
      "id": "poster-first",
      "stages": {
        "denoiser_step_1": {
          "shape": [
            1,
            16425,
            64
          ],
          "relative_l2": 0.1226644404080342,
          "cosine": 0.9941364409011779,
          "mean_abs": 0.22389983590512255,
          "max_abs": 2.542236328125
        },
        "denoiser_step_20": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.20410501549113977,
          "cosine": 0.9789742482107255,
          "mean_abs": 0.20914856389551062,
          "max_abs": 4.17578125
        },
        "denoiser_step_40": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.3034432064357869,
          "cosine": 0.9538721133358834,
          "mean_abs": 0.2989502537276252,
          "max_abs": 4.5390625
        },
        "latents": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.2470597661083412,
          "cosine": 0.9691558676086933,
          "mean_abs": 0.21283813056413692,
          "max_abs": 4.1015625
        },
        "prompt": {
          "shape": [
            1,
            41,
            4096
          ],
          "relative_l2": 0.46411412505721045,
          "cosine": 0.8968851334245771,
          "mean_abs": 3.3236295239227576,
          "max_abs": 964.0
        }
      }
    },
    {
      "id": "product-first",
      "stages": {
        "denoiser_step_1": {
          "shape": [
            1,
            16419,
            64
          ],
          "relative_l2": 0.07579547700663053,
          "cosine": 0.9971244784610925,
          "mean_abs": 0.14884033807893912,
          "max_abs": 2.859375
        },
        "denoiser_step_20": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.12168811693527115,
          "cosine": 0.9927524980452118,
          "mean_abs": 0.11255021314656233,
          "max_abs": 3.515625
        },
        "denoiser_step_40": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.21870793819777393,
          "cosine": 0.9777110682615012,
          "mean_abs": 0.20488777058695185,
          "max_abs": 3.6875
        },
        "latents": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.15225845610304953,
          "cosine": 0.9888893749028648,
          "mean_abs": 0.11930847777966846,
          "max_abs": 3.2109375
        },
        "prompt": {
          "shape": [
            1,
            35,
            4096
          ],
          "relative_l2": 0.5244983087159049,
          "cosine": 0.8765227567856071,
          "mean_abs": 3.1638517217976707,
          "max_abs": 964.0
        }
      }
    },
    {
      "id": "spatial-first",
      "stages": {
        "denoiser_step_1": {
          "shape": [
            1,
            16420,
            64
          ],
          "relative_l2": 0.07881730250830209,
          "cosine": 0.9970588934798214,
          "mean_abs": 0.14945611470196302,
          "max_abs": 3.3720703125
        },
        "denoiser_step_20": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.0813246004032852,
          "cosine": 0.9968516527948267,
          "mean_abs": 0.08205001484145447,
          "max_abs": 2.15234375
        },
        "denoiser_step_40": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.17795529755967465,
          "cosine": 0.9857923173684036,
          "mean_abs": 0.1686608098137361,
          "max_abs": 2.2109375
        },
        "latents": {
          "shape": [
            1,
            16384,
            64
          ],
          "relative_l2": 0.1031416290185419,
          "cosine": 0.9950238962284256,
          "mean_abs": 0.08625367370996173,
          "max_abs": 2.31640625
        },
        "prompt": {
          "shape": [
            1,
            36,
            4096
          ],
          "relative_l2": 0.535208555793446,
          "cosine": 0.8671347939794591,
          "mean_abs": 3.3183139397038355,
          "max_abs": 964.0
        }
      }
    }
  ],
  "repeatability": {
    "bf16": {
      "rows": [
        {
          "id": "a0",
          "rgb_psnr_db": null,
          "exact_pixels": true,
          "alpha_mae": 0.0,
          "stages": {
            "prompt": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_input": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_output": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            }
          }
        },
        {
          "id": "a1",
          "rgb_psnr_db": 61.15596749991985,
          "exact_pixels": false,
          "alpha_mae": 0.018485069274902344,
          "stages": {
            "prompt": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_input": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_output": {
              "exact": false,
              "mae": 0.00032036026823334396,
              "max_abs": 0.03759765625
            }
          }
        },
        {
          "id": "a2",
          "rgb_psnr_db": 61.14556238173183,
          "exact_pixels": false,
          "alpha_mae": 0.018454551696777344,
          "stages": {
            "prompt": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_input": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_output": {
              "exact": false,
              "mae": 0.00031989446142688394,
              "max_abs": 0.0255126953125
            }
          }
        },
        {
          "id": "a3",
          "rgb_psnr_db": 61.17045435704394,
          "exact_pixels": false,
          "alpha_mae": 0.018306732177734375,
          "stages": {
            "prompt": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_input": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_output": {
              "exact": false,
              "mae": 0.00031883540214039385,
              "max_abs": 0.0281982421875
            }
          }
        }
      ],
      "interpretation": "Prompt embeddings and denoiser latents must match exactly. Small VAE/postprocessing variations are measured separately."
    },
    "mxfp4": {
      "rows": [
        {
          "id": "a0",
          "rgb_psnr_db": null,
          "exact_pixels": true,
          "alpha_mae": 0.0,
          "stages": {
            "prompt": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_input": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_output": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            }
          }
        },
        {
          "id": "a1",
          "rgb_psnr_db": 61.19364488066033,
          "exact_pixels": false,
          "alpha_mae": 0.019402503967285156,
          "stages": {
            "prompt": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_input": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_output": {
              "exact": false,
              "mae": 0.0003149415133520961,
              "max_abs": 0.0205078125
            }
          }
        },
        {
          "id": "a2",
          "rgb_psnr_db": 61.196832096483824,
          "exact_pixels": false,
          "alpha_mae": 0.01945972442626953,
          "stages": {
            "prompt": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_input": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_output": {
              "exact": false,
              "mae": 0.0003153072320856154,
              "max_abs": 0.02734375
            }
          }
        },
        {
          "id": "a3",
          "rgb_psnr_db": 61.205118612289226,
          "exact_pixels": false,
          "alpha_mae": 0.01945781707763672,
          "stages": {
            "prompt": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_input": {
              "exact": true,
              "mae": 0.0,
              "max_abs": 0.0
            },
            "vae_output": {
              "exact": false,
              "mae": 0.0003153429424855858,
              "max_abs": 0.0263671875
            }
          }
        }
      ],
      "interpretation": "Prompt embeddings and denoiser latents must match exactly. Small VAE/postprocessing variations are measured separately."
    }
  }
}