| { |
| "approved_for_research_release": true, |
| "review_method": "Assistant visual inspection of original PNGs, followed by paired comparison; not a blinded human study.", |
| "review_date": "2026-09-26", |
| "summary_en": "Assistant inspection of all seven paired cases found no obvious severe quality regression in this small sample. English and Chinese text are correct in both precisions; cup count/order and sweater recoloring succeed; real RGBA transparency is retained. The English poster changes visibly in typeface and lamp structure, and the dragon changes expression/details. Other pairs are closer. Both portraits are cropped more tightly than requested, and both transparency samples contain slight near-zero background alpha. This is an unblinded, single-seed visual check, not evidence of lossless quantization or statistical equivalence.", |
| "summary_zh": "逐对检查七类样本，未发现明显严重的量化退化：中英文文字均正确，杯子数量与顺序、毛衣改色及真实透明通道均保留。英文海报的字体和台灯结构有可见变化，龙贴纸的表情与细节也有变化，其余样本更接近。两种精度的人物图都比提示词要求裁得更紧，透明图均有少量接近零的背景 alpha 残留。这是助手进行的非盲法、每类单种子视觉检查，不代表无损或统计等价。", |
| "results_sha256": { |
| "bf16": "2c9856ece4b83473cf884aa37c7a55be9cec3a52df31920e6a41b6e07418657d", |
| "8bit": "742a088a5e0d30a04a5f8b2ce6eb5ae9fa3613167fed0072227eb1bb991437ff" |
| }, |
| "runtime_manifest_sha256": "ee348c543f136b162f3c285f15a66cd59fa51f8d889aad07e6e26e8e02bf39bb", |
| "cases": { |
| "portrait": { |
| "bf16": "Natural elderly face, detailed silver hair/skin and blue knit sweater, coherent window light. Crop is chest-up rather than the requested waist-up. No obvious broken facial features.", |
| "q8": "Very close to BF16 in facial features, framing, silver hair, blue knit sweater and window light. Small local skin/hair/knit texture changes are visible, without an obvious severe degradation. Same chest-up rather than waist-up crop limitation.", |
| "obvious_severe_quantization_regression": false |
| }, |
| "english_text": { |
| "bf16": "Headline CREATE WITH LIGHT and subtitle September 2026 are exact and legible; no extra text. Orange desk lamp, dark blue backdrop and balanced layout match the prompt.", |
| "q8": "Exact, legible CREATE WITH LIGHT and September 2026; no extra text. Compared with BF16 the serif typeface/underline and lamp stem/base change visibly, but both remain coherent and satisfy the prompt. This demonstrates non-identical generation, not an obvious readability regression.", |
| "obvious_severe_quantization_regression": false |
| }, |
| "chinese_text": { |
| "bf16": "Both requested lines 慢下来，喝杯咖啡 and 小店今日营业 are correctly rendered and legible, with the comma present. Cream background and central latte art match the prompt; no extra text.", |
| "q8": "Both Chinese lines and comma are correct and legible, matching BF16. Layout, cream backdrop and cup placement remain very close; small latte/foam texture variations are visible. No obvious text accuracy regression in this sample.", |
| "obvious_severe_quantization_regression": false |
| }, |
| "composition": { |
| "bf16": "Exactly three cups, red left / blue center / yellow right, and one green apple in front of the blue cup. Soft studio shadows and gray tabletop are coherent; no text.", |
| "q8": "Exactly three cups in the requested red/blue/yellow order and one green apple in front of the blue cup. Overall layout is very close to BF16. Minor handle/shadow geometry changes are visible; no counting or spatial-order regression.", |
| "obvious_severe_quantization_regression": false |
| }, |
| "texture": { |
| "bf16": "Coherent kingfisher with detailed blue feathers, orange breast, moist mossy branch and water below. Fine textures and droplets are visible, with a blurred natural background; no obvious structural failure.", |
| "q8": "Very close to BF16: coherent bird anatomy, fine blue/orange feather detail, wet moss and droplets. Minor local texture/brightness changes without obvious smoothing or broken detail.", |
| "obvious_severe_quantization_regression": false |
| }, |
| "rgba": { |
| "bf16": "Full-body green cartoon dragon with small orange wings and a white sticker outline. Real transparency: 60.47% of pixels have alpha exactly zero; canvas edge alpha is at most 4/255. Minor residual near-zero background alpha is present.", |
| "q8": "Full-body green dragon with orange wings and white sticker outline. Expression and surface details change visibly from BF16 while silhouette and requested content remain coherent. 60.69% of pixels have alpha exactly zero (BF16 60.47%); both have canvas-edge alpha at most 4/255. No loss of actual transparency; neither output is a perfectly binary matte.", |
| "obvious_severe_quantization_regression": false |
| }, |
| "edit": { |
| "bf16": "Sweater recolored red. Facial features, silver hair, pose, lighting and window background remain visually consistent with the input. Small local texture variations exist beyond the garment; this is not a pixel-locked masked edit.", |
| "q8": "Successful red sweater recoloring with facial features, hair, pose and window background very close to the BF16 edit. Minor local texture changes; no obvious edit-consistency regression. Neither output guarantees pixel-identical preservation outside the garment.", |
| "obvious_severe_quantization_regression": false |
| } |
| }, |
| "alpha_checks": { |
| "bf16": { |
| "zero_fraction": 0.6047077178955078, |
| "near_zero_fraction": 0.6159038543701172, |
| "opaque_fraction": 0.3482656478881836, |
| "edge_max": 4 |
| }, |
| "8bit": { |
| "zero_fraction": 0.6069240570068359, |
| "near_zero_fraction": 0.6179990768432617, |
| "opaque_fraction": 0.3452177047729492, |
| "edge_max": 4 |
| } |
| }, |
| "limitations": [ |
| "One seed per case and one machine; no blinded human panel or statistical quality benchmark.", |
| "No CUDA/MLX cross-runtime equivalence claim.", |
| "Long prompts, 2048px, multiple-reference stress tests and smaller-memory Macs were not evaluated." |
| ] |
| } |
|
|
