Round6 palette step9000 external evaluation and archival probes

.gitattributes

@@ -86,3 +86,6 @@ experiments/round6-20260928/palette_review_final.jpg filter=lfs diff=lfs merge=l
 experiments/round6-20260928/palette_test_validation_grid.jpg filter=lfs diff=lfs merge=lfs -text
 experiments/round6-20260928/dense_fresh_validation_grid.jpg filter=lfs diff=lfs merge=lfs -text
 experiments/round6-20260928/palette_fresh_validation_grid.jpg filter=lfs diff=lfs merge=lfs -text
+experiments/round6-20260928/posthoc_9000/migrant_mother.jpg filter=lfs diff=lfs merge=lfs -text
+experiments/round6-20260928/posthoc_9000/palette_9000.jpg filter=lfs diff=lfs merge=lfs -text
+experiments/round6-20260928/posthoc_9000/power_house_mechanic.jpg filter=lfs diff=lfs merge=lfs -text

experiments/round6-20260928/posthoc_9000/REPORT.json

@@ -0,0 +1,190 @@
+{
+  "selected_candidate": "palette_9000",
+  "model_parameters": 3994676,
+  "selection_validation": {
+    "head": "palette",
+    "step": 9000,
+    "score": 1.272760078765634,
+    "eligible": true,
+    "color_retention_passed": true,
+    "summary": {
+      "gray": {
+        "ab_error": 13.783733682499992,
+        "chroma": 13.104227418700853,
+        "target_chroma": 15.757283528645834,
+        "excess_chroma_edge": 0.02710931947674706,
+        "missed_color": 0.15491522501981259,
+        "neutral_spill": 0.23934555845648398,
+        "color_coverage": 0.5057964324951172,
+        "patch_excess": 0.8546578012820747,
+        "raw_patch_excess": 1.081074583499382
+      },
+      "film": {
+        "ab_error": 13.836462948057386,
+        "chroma": 12.844517022371292,
+        "target_chroma": 15.757283528645834,
+        "excess_chroma_edge": 0.026257937926048826,
+        "missed_color": 0.15964884793195072,
+        "neutral_spill": 0.25827189904455533,
+        "color_coverage": 0.5040538575914171,
+        "patch_excess": 0.8069068024762802,
+        "raw_patch_excess": 1.022136920907845
+      }
+    },
+    "accepted": true,
+    "visual_review_required": true
+  },
+  "fresh_summary": {
+    "gray": {
+      "ab_error": 13.0952526874402,
+      "chroma": 12.61010201012387,
+      "target_chroma": 15.776869959690991,
+      "excess_chroma_edge": 0.019062526934302534,
+      "missed_color": 0.1585737158355802,
+      "neutral_spill": 0.19895737512422998,
+      "color_coverage": 0.5004942276898552,
+      "patch_excess": 0.7474717740517329,
+      "raw_patch_excess": 0.945639959837803
+    },
+    "film": {
+      "ab_error": 13.23727433120503,
+      "chroma": 12.401676738086868,
+      "target_chroma": 15.776869959690991,
+      "excess_chroma_edge": 0.018034050186971025,
+      "missed_color": 0.1713737004152282,
+      "neutral_spill": 0.21926238042105445,
+      "color_coverage": 0.4929851083194508,
+      "patch_excess": 0.7134376484010478,
+      "raw_patch_excess": 0.9022878744529889
+    }
+  },
+  "development_summary": {
+    "gray": {
+      "ab_error": 13.467498360477926,
+      "chroma": 12.69618378528624,
+      "target_chroma": 16.978789927841593,
+      "excess_chroma_edge": 0.031197805706802896,
+      "missed_color": 0.14180801816880512,
+      "neutral_spill": 0.2004105060408163,
+      "color_coverage": 0.49591702653427994,
+      "patch_excess": 0.7891598380925028,
+      "raw_patch_excess": 0.9963333812885752
+    },
+    "film": {
+      "ab_error": 13.689916621596188,
+      "chroma": 12.612207578162277,
+      "target_chroma": 16.978789927841593,
+      "excess_chroma_edge": 0.030385043413179994,
+      "missed_color": 0.15081709993737674,
+      "neutral_spill": 0.22210383237320855,
+      "color_coverage": 0.4981099988117871,
+      "patch_excess": 0.7638307872083138,
+      "raw_patch_excess": 0.9642395589486501
+    }
+  },
+  "paired_fresh_comparison": {
+    "gray": {
+      "n": 272,
+      "ab_error": {
+        "mean_delta": -1.7932213159168469,
+        "bootstrap95": [
+          -2.3601840595112127,
+          -1.238393995297306
+        ]
+      },
+      "patch_excess": {
+        "mean_delta": -0.9668915338321206,
+        "bootstrap95": [
+          -1.1152330213931718,
+          -0.8280510324234938
+        ]
+      },
+      "missed_color": {
+        "mean_delta": -0.06447403120296927,
+        "bootstrap95": [
+          -0.09477784128959336,
+          -0.03445281840348675
+        ]
+      },
+      "neutral_spill": {
+        "mean_delta": 0.008183964072112063,
+        "bootstrap95": [
+          -0.018510554279274564,
+          0.035422319384007785
+        ]
+      },
+      "color_coverage": {
+        "mean_delta": 0.048256144804113055,
+        "bootstrap95": [
+          0.01517317996305578,
+          0.08041158143211813
+        ]
+      },
+      "gray_source_subset": {
+        "n": 15,
+        "v2_pred_chroma": 11.15130254427592,
+        "new_pred_chroma": 11.620470571517945
+      }
+    },
+    "film": {
+      "n": 272,
+      "ab_error": {
+        "mean_delta": -2.721090656869552,
+        "bootstrap95": [
+          -3.416242108932313,
+          -2.115312107192243
+        ]
+      },
+      "patch_excess": {
+        "mean_delta": -1.1342226336367758,
+        "bootstrap95": [
+          -1.3066162395922754,
+          -0.9679248271164184
+        ]
+      },
+      "missed_color": {
+        "mean_delta": -0.05275418342115004,
+        "bootstrap95": [
+          -0.08343208267335206,
+          -0.02072994705633245
+        ]
+      },
+      "neutral_spill": {
+        "mean_delta": -0.09912635941094215,
+        "bootstrap95": [
+          -0.13861974172417052,
+          -0.06060570418273565
+        ]
+      },
+      "color_coverage": {
+        "mean_delta": 0.0037337471457088694,
+        "bootstrap95": [
+          -0.033339653295629164,
+          0.040575117223403026
+        ]
+      },
+      "gray_source_subset": {
+        "n": 15,
+        "v2_pred_chroma": 11.560106786092122,
+        "new_pred_chroma": 11.9268119653066
+      }
+    }
+  },
+  "archival_sources": [
+    {
+      "name": "migrant_mother",
+      "catalog": "https://www.loc.gov/pictures/item/2004681697/",
+      "image_url": "https://cdn.loc.gov/service/pnp/ppmsca/50200/50236v.jpg",
+      "input_sha256": "e97126b7c0990393aa279c6fa110c8a65d68c48624d489630699d11ee5af4f73",
+      "status": "rendered"
+    },
+    {
+      "name": "power_house_mechanic",
+      "catalog": "https://www.archives.gov/exhibits/picturing_the_century/port_hine/port_hine_img22.html",
+      "image_url": "https://www.archives.gov/exhibits/picturing_the_century/images/port_hine_022_v36.jpg",
+      "input_sha256": "a94251b3149440f6b10144f6ea7d522faa13619c0da8a393c46d8d6a45747435",
+      "status": "rendered"
+    }
+  ],
+  "selection_caveat": "Fresh test was never used to choose the checkpoint. Prior model/teacher upstream exposure unknown; original colors of archival B&W photos unknown."
+}

experiments/round6-20260928/posthoc_9000/SHA256SUMS.json

@@ -0,0 +1,10 @@
+{
+  "REPORT.json": "afca343d712ad29034b96a0f8d150ac5d8568640102495104f569fead8cd4834",
+  "archival_sources.json": "a8e0277302caed68a81afa5e116bb7dad4d23b147911ab57822b1096f0620c9d",
+  "migrant_mother.jpg": "33ce363e63fcceac0c837385ed89aebfaae689913b88343324ca3c84478ad863",
+  "paired_fresh_comparison.json": "5d33668045af76604ae479464492f7f649cff573f4ffee2ba5bd4e4ac1855661",
+  "palette_9000.jpg": "f65d82827f5950c445c635d890f5bfd9779a2f3aa6ec329828ba34016fea6c10",
+  "palette_9000_development_test.json": "91e8a9116c21dfd68a12648723d56d02bdcd10a28abb3045e16a81bce0dd69bb",
+  "palette_9000_fresh_test.json": "bde18a32f10c25c2626192f3559c596c6ac365d1e91aa1aa6201e83538f96394",
+  "power_house_mechanic.jpg": "f10b37b6e0367f7a3ba3d13b41e92d6f0530f8af06b52275a70fb3f3d836bcce"
+}

experiments/round6-20260928/posthoc_9000/archival_sources.json

@@ -0,0 +1,16 @@
+[
+  {
+    "name": "migrant_mother",
+    "catalog": "https://www.loc.gov/pictures/item/2004681697/",
+    "image_url": "https://cdn.loc.gov/service/pnp/ppmsca/50200/50236v.jpg",
+    "input_sha256": "e97126b7c0990393aa279c6fa110c8a65d68c48624d489630699d11ee5af4f73",
+    "status": "rendered"
+  },
+  {
+    "name": "power_house_mechanic",
+    "catalog": "https://www.archives.gov/exhibits/picturing_the_century/port_hine/port_hine_img22.html",
+    "image_url": "https://www.archives.gov/exhibits/picturing_the_century/images/port_hine_022_v36.jpg",
+    "input_sha256": "a94251b3149440f6b10144f6ea7d522faa13619c0da8a393c46d8d6a45747435",
+    "status": "rendered"
+  }
+]

experiments/round6-20260928/posthoc_9000/paired_fresh_comparison.json

@@ -0,0 +1,88 @@
+{
+  "gray": {
+    "n": 272,
+    "ab_error": {
+      "mean_delta": -1.7932213159168469,
+      "bootstrap95": [
+        -2.3601840595112127,
+        -1.238393995297306
+      ]
+    },
+    "patch_excess": {
+      "mean_delta": -0.9668915338321206,
+      "bootstrap95": [
+        -1.1152330213931718,
+        -0.8280510324234938
+      ]
+    },
+    "missed_color": {
+      "mean_delta": -0.06447403120296927,
+      "bootstrap95": [
+        -0.09477784128959336,
+        -0.03445281840348675
+      ]
+    },
+    "neutral_spill": {
+      "mean_delta": 0.008183964072112063,
+      "bootstrap95": [
+        -0.018510554279274564,
+        0.035422319384007785
+      ]
+    },
+    "color_coverage": {
+      "mean_delta": 0.048256144804113055,
+      "bootstrap95": [
+        0.01517317996305578,
+        0.08041158143211813
+      ]
+    },
+    "gray_source_subset": {
+      "n": 15,
+      "v2_pred_chroma": 11.15130254427592,
+      "new_pred_chroma": 11.620470571517945
+    }
+  },
+  "film": {
+    "n": 272,
+    "ab_error": {
+      "mean_delta": -2.721090656869552,
+      "bootstrap95": [
+        -3.416242108932313,
+        -2.115312107192243
+      ]
+    },
+    "patch_excess": {
+      "mean_delta": -1.1342226336367758,
+      "bootstrap95": [
+        -1.3066162395922754,
+        -0.9679248271164184
+      ]
+    },
+    "missed_color": {
+      "mean_delta": -0.05275418342115004,
+      "bootstrap95": [
+        -0.08343208267335206,
+        -0.02072994705633245
+      ]
+    },
+    "neutral_spill": {
+      "mean_delta": -0.09912635941094215,
+      "bootstrap95": [
+        -0.13861974172417052,
+        -0.06060570418273565
+      ]
+    },
+    "color_coverage": {
+      "mean_delta": 0.0037337471457088694,
+      "bootstrap95": [
+        -0.033339653295629164,
+        0.040575117223403026
+      ]
+    },
+    "gray_source_subset": {
+      "n": 15,
+      "v2_pred_chroma": 11.560106786092122,
+      "new_pred_chroma": 11.9268119653066
+    }
+  }
+}