{ "protocol": { "protocol_version": "2.0.0-followup", "reason": "The first run exposed an active-sampling regression after unannounced geometry changes. Evaluate observation-triggered trust revocation on a disjoint scene split.", "frozen_before_followup_run": true, "scene_ids": [ 300, 301, 302, 303, 304, 305, 306, 307 ], "replicate_seeds": [ 4101, 4102, 4103 ], "receiver_grid": [ 32, 64 ], "viewport": [ 16, 20 ], "emitter_grid_side": 6, "rays_per_receiver_per_frame": 2, "phases": { "cold": 4, "warm": 16, "revisit": 8, "relight": 8, "hidden_change": 8 }, "unseen_ticks_before_revisit": 500, "unseen_tick_semantics": "No observations of these receivers. This is a clock gap, not 500 fully rendered frames.", "methods": [ "raw_importance", "screen_cv", "world_cv", "world_active_cv", "world_guarded_cv" ], "primary_comparison": "world_guarded_cv versus world_active_cv expected MSE in hidden_change phase", "reporting": "Include first surprise frame and all later frames. No oracle change flag. Observe conflict after correcting current output; revoke all trust for next output.", "scope": "Follow-up on independent scenes; same renderer family, neural weights, ray budget and material/light setup" }, "elapsed_seconds": 10.221205891000864, "environment": { "python": "3.12.14", "numpy": "2.3.5", "device": "cpu" }, "record_count": 5280, "total_physical_ray_calls": 3379200, "per_persistent_method_memory_bytes": 589824, "prior_preparation": [ { "scene": 300, "prior_all_receivers_seconds": 0.042850185000133933, "prior_receiver_emitter_pairs": 73728 }, { "scene": 301, "prior_all_receivers_seconds": 0.027191984001547098, "prior_receiver_emitter_pairs": 73728 }, { "scene": 302, "prior_all_receivers_seconds": 0.02130761700027506, "prior_receiver_emitter_pairs": 73728 }, { "scene": 303, "prior_all_receivers_seconds": 0.01267672099857009, "prior_receiver_emitter_pairs": 73728 }, { "scene": 304, "prior_all_receivers_seconds": 0.014257438997447025, "prior_receiver_emitter_pairs": 73728 }, { "scene": 305, "prior_all_receivers_seconds": 0.026524998000240885, "prior_receiver_emitter_pairs": 73728 }, { "scene": 306, "prior_all_receivers_seconds": 0.012302847997489152, "prior_receiver_emitter_pairs": 73728 }, { "scene": 307, "prior_all_receivers_seconds": 0.013320873000338906, "prior_receiver_emitter_pairs": 73728 } ], "summary": [ { "phase": "cold", "method": "raw_importance", "expected_mse": 0.002278030337252394, "expected_mse_scene_bootstrap_95": [ 0.001382861437114928, 0.0033031871304946944 ], "observed_mse": 0.0022729146210994093, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.0491110006114468, "cpu_p99_ms": 2.0881351978459826 }, { "phase": "cold", "method": "screen_cv", "expected_mse": 0.001861964656584582, "expected_mse_scene_bootstrap_95": [ 0.0010533846594438124, 0.0027300779453183124 ], "observed_mse": 0.001832449653282748, "negative_channel_fraction": 0.02829861111111111, "cpu_median_ms": 1.1879799985763384, "cpu_p99_ms": 2.3887864514108506 }, { "phase": "cold", "method": "world_cv", "expected_mse": 0.001861964656584582, "expected_mse_scene_bootstrap_95": [ 0.0010533846594438124, 0.0027300779453183124 ], "observed_mse": 0.001832449653282748, "negative_channel_fraction": 0.02829861111111111, "cpu_median_ms": 1.1121504994662246, "cpu_p99_ms": 2.054171349845996 }, { "phase": "cold", "method": "world_active_cv", "expected_mse": 0.0016029656125190908, "expected_mse_scene_bootstrap_95": [ 0.000845308380133287, 0.002414035421599948 ], "observed_mse": 0.0015777398906857206, "negative_channel_fraction": 0.02085503472222222, "cpu_median_ms": 1.1533430006238632, "cpu_p99_ms": 1.692420350445899 }, { "phase": "cold", "method": "world_guarded_cv", "expected_mse": 0.0016029656125190908, "expected_mse_scene_bootstrap_95": [ 0.000845308380133287, 0.002414035421599948 ], "observed_mse": 0.0015777398906857206, "negative_channel_fraction": 0.02085503472222222, "cpu_median_ms": 1.1530325009516673, "cpu_p99_ms": 1.794260950555325 }, { "phase": "warm", "method": "raw_importance", "expected_mse": 0.002278030337252394, "expected_mse_scene_bootstrap_95": [ 0.001382861437114928, 0.0033031871304946944 ], "observed_mse": 0.002281368737863943, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.0278890003974084, "cpu_p99_ms": 2.0072451704618297 }, { "phase": "warm", "method": "screen_cv", "expected_mse": 0.0013259898582965684, "expected_mse_scene_bootstrap_95": [ 0.0007882150518697027, 0.001892254912917625 ], "observed_mse": 0.0013242749477797228, "negative_channel_fraction": 0.017854817708333335, "cpu_median_ms": 1.1886659995070659, "cpu_p99_ms": 2.2209246892452996 }, { "phase": "warm", "method": "world_cv", "expected_mse": 0.0012722320193981297, "expected_mse_scene_bootstrap_95": [ 0.0007518201859546781, 0.0018191810879896351 ], "observed_mse": 0.001270083465889256, "negative_channel_fraction": 0.017146809895833334, "cpu_median_ms": 1.1232774995733052, "cpu_p99_ms": 2.216941669685192 }, { "phase": "warm", "method": "world_active_cv", "expected_mse": 0.00045526218425435375, "expected_mse_scene_bootstrap_95": [ 0.00025144622518266955, 0.0006731359416054228 ], "observed_mse": 0.0004622598850175152, "negative_channel_fraction": 0.005946180555555555, "cpu_median_ms": 1.188736001495272, "cpu_p99_ms": 2.5260032393271197 }, { "phase": "warm", "method": "world_guarded_cv", "expected_mse": 0.00045526218425435375, "expected_mse_scene_bootstrap_95": [ 0.00025144622518266955, 0.0006731359416054228 ], "observed_mse": 0.0004622598850175152, "negative_channel_fraction": 0.005946180555555555, "cpu_median_ms": 1.1760074994526803, "cpu_p99_ms": 2.369533638593567 }, { "phase": "revisit", "method": "raw_importance", "expected_mse": 0.002278030337252394, "expected_mse_scene_bootstrap_95": [ 0.001382861437114928, 0.0033031871304946944 ], "observed_mse": 0.002254600720064797, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.0296064992871834, "cpu_p99_ms": 2.44540198793402 }, { "phase": "revisit", "method": "screen_cv", "expected_mse": 0.0017444720987274107, "expected_mse_scene_bootstrap_95": [ 0.0009943386109199479, 0.0025413682846502647 ], "observed_mse": 0.0017329691525430704, "negative_channel_fraction": 0.02598198784722222, "cpu_median_ms": 1.1741194994101534, "cpu_p99_ms": 2.067397769678792 }, { "phase": "revisit", "method": "world_cv", "expected_mse": 0.000738244250110184, "expected_mse_scene_bootstrap_95": [ 0.00045319999207237704, 0.0010359903024364772 ], "observed_mse": 0.0007289207832879693, "negative_channel_fraction": 0.012125651041666666, "cpu_median_ms": 1.1068824987887638, "cpu_p99_ms": 2.1782210678065894 }, { "phase": "revisit", "method": "world_active_cv", "expected_mse": 3.567577309429028e-05, "expected_mse_scene_bootstrap_95": [ 2.40196057491143e-05, 4.9150549809453664e-05 ], "observed_mse": 3.650786010718105e-05, "negative_channel_fraction": 0.0003743489583333333, "cpu_median_ms": 1.132055498601403, "cpu_p99_ms": 2.2929775105876624 }, { "phase": "revisit", "method": "world_guarded_cv", "expected_mse": 3.567577309429028e-05, "expected_mse_scene_bootstrap_95": [ 2.40196057491143e-05, 4.9150549809453664e-05 ], "observed_mse": 3.650786010718105e-05, "negative_channel_fraction": 0.0003743489583333333, "cpu_median_ms": 1.1314554994896753, "cpu_p99_ms": 2.309835759806449 }, { "phase": "relight", "method": "raw_importance", "expected_mse": 0.009544022578700385, "expected_mse_scene_bootstrap_95": [ 0.009185815459074598, 0.009942540038719468 ], "observed_mse": 0.009527662101312166, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.0169470006076153, "cpu_p99_ms": 3.885759568620416 }, { "phase": "relight", "method": "screen_cv", "expected_mse": 0.002130512106145802, "expected_mse_scene_bootstrap_95": [ 0.001321843964743653, 0.002958318959852112 ], "observed_mse": 0.0021260153358730184, "negative_channel_fraction": 0.02912326388888889, "cpu_median_ms": 1.1925420003535692, "cpu_p99_ms": 3.18136044825224 }, { "phase": "relight", "method": "world_cv", "expected_mse": 0.0008402148951923723, "expected_mse_scene_bootstrap_95": [ 0.0005491240305182071, 0.0011331107307880363 ], "observed_mse": 0.0008325713062014243, "negative_channel_fraction": 0.01395941840277778, "cpu_median_ms": 1.109391499994672, "cpu_p99_ms": 3.6572222202812563 }, { "phase": "relight", "method": "world_active_cv", "expected_mse": 3.274045200812793e-05, "expected_mse_scene_bootstrap_95": [ 2.4002103688204065e-05, 4.233658668978395e-05 ], "observed_mse": 2.9926763265971823e-05, "negative_channel_fraction": 0.0005045572916666666, "cpu_median_ms": 1.1189260003447998, "cpu_p99_ms": 2.1353945790542643 }, { "phase": "relight", "method": "world_guarded_cv", "expected_mse": 3.274045200812793e-05, "expected_mse_scene_bootstrap_95": [ 2.4002103688204065e-05, 4.233658668978395e-05 ], "observed_mse": 2.9926763265971823e-05, "negative_channel_fraction": 0.0005045572916666666, "cpu_median_ms": 1.1288709993095836, "cpu_p99_ms": 2.3435351426815036 }, { "phase": "hidden_change", "method": "raw_importance", "expected_mse": 0.009404723373556625, "expected_mse_scene_bootstrap_95": [ 0.0089999760195073, 0.009820571748283017 ], "observed_mse": 0.009382053222944907, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.0333424997952534, "cpu_p99_ms": 2.927502850216116 }, { "phase": "hidden_change", "method": "screen_cv", "expected_mse": 0.0035189001001030137, "expected_mse_scene_bootstrap_95": [ 0.001991749752533354, 0.00512184462698897 ], "observed_mse": 0.003484143799611273, "negative_channel_fraction": 0.023280164930555555, "cpu_median_ms": 1.1909000004379777, "cpu_p99_ms": 2.741044848735329 }, { "phase": "hidden_change", "method": "world_cv", "expected_mse": 0.004111727155973421, "expected_mse_scene_bootstrap_95": [ 0.0023104501541676924, 0.00604805526507367 ], "observed_mse": 0.004077100516587932, "negative_channel_fraction": 0.024186197916666666, "cpu_median_ms": 1.1012140003003879, "cpu_p99_ms": 2.3373411314605637 }, { "phase": "hidden_change", "method": "world_active_cv", "expected_mse": 0.007152660883480107, "expected_mse_scene_bootstrap_95": [ 0.00419671479946693, 0.010378124104976781 ], "observed_mse": 0.008034126809199607, "negative_channel_fraction": 0.021131727430555552, "cpu_median_ms": 1.1309940000501228, "cpu_p99_ms": 2.5948278700525425 }, { "phase": "hidden_change", "method": "world_guarded_cv", "expected_mse": 0.003819005770546966, "expected_mse_scene_bootstrap_95": [ 0.002097133484469085, 0.005689129670517036 ], "observed_mse": 0.003925285625887833, "negative_channel_fraction": 0.019710286458333334, "cpu_median_ms": 1.1562575018615462, "cpu_p99_ms": 2.6748152896470865 } ], "comparisons": [ { "phase": "cold", "contender": "world_guarded_cv", "baseline": "world_active_cv", "relative_expected_mse_reduction": 0.0, "scene_bootstrap_95": [ 0.0, 0.0 ] }, { "phase": "cold", "contender": "world_guarded_cv", "baseline": "world_cv", "relative_expected_mse_reduction": 0.13909987128358037, "scene_bootstrap_95": [ 0.09616870412775219, 0.20646889387675293 ] }, { "phase": "cold", "contender": "world_guarded_cv", "baseline": "raw_importance", "relative_expected_mse_reduction": 0.2963370213706287, "scene_bootstrap_95": [ 0.1646387495446217, 0.43164203658144695 ] }, { "phase": "cold", "contender": "world_guarded_cv", "baseline": "screen_cv", "relative_expected_mse_reduction": 0.13909987128358037, "scene_bootstrap_95": [ 0.09616870412775219, 0.20646889387675293 ] }, { "phase": "warm", "contender": "world_guarded_cv", "baseline": "world_active_cv", "relative_expected_mse_reduction": 0.0, "scene_bootstrap_95": [ 0.0, 0.0 ] }, { "phase": "warm", "contender": "world_guarded_cv", "baseline": "world_cv", "relative_expected_mse_reduction": 0.6421547506171632, "scene_bootstrap_95": [ 0.6224114564753193, 0.6652525340753204 ] }, { "phase": "warm", "contender": "world_guarded_cv", "baseline": "raw_importance", "relative_expected_mse_reduction": 0.8001509563724861, "scene_bootstrap_95": [ 0.7608487067317056, 0.8347188803198892 ] }, { "phase": "warm", "contender": "world_guarded_cv", "baseline": "screen_cv", "relative_expected_mse_reduction": 0.6566623934520843, "scene_bootstrap_95": [ 0.6411393215568033, 0.6805904523482751 ] }, { "phase": "revisit", "contender": "world_guarded_cv", "baseline": "world_active_cv", "relative_expected_mse_reduction": 0.0, "scene_bootstrap_95": [ 0.0, 0.0 ] }, { "phase": "revisit", "contender": "world_guarded_cv", "baseline": "world_cv", "relative_expected_mse_reduction": 0.9516748378480894, "scene_bootstrap_95": [ 0.9428646242672558, 0.9596573775416183 ] }, { "phase": "revisit", "contender": "world_guarded_cv", "baseline": "raw_importance", "relative_expected_mse_reduction": 0.9843392019364764, "scene_bootstrap_95": [ 0.9820934215179112, 0.9856788139296536 ] }, { "phase": "revisit", "contender": "world_guarded_cv", "baseline": "screen_cv", "relative_expected_mse_reduction": 0.979549244083459, "scene_bootstrap_95": [ 0.9757155758651512, 0.9816664420449389 ] }, { "phase": "relight", "contender": "world_guarded_cv", "baseline": "world_active_cv", "relative_expected_mse_reduction": 0.0, "scene_bootstrap_95": [ 0.0, 0.0 ] }, { "phase": "relight", "contender": "world_guarded_cv", "baseline": "world_cv", "relative_expected_mse_reduction": 0.9610332401919252, "scene_bootstrap_95": [ 0.9546131192368722, 0.9666032429032139 ] }, { "phase": "relight", "contender": "world_guarded_cv", "baseline": "raw_importance", "relative_expected_mse_reduction": 0.9965695332614577, "scene_bootstrap_95": [ 0.9956342417426542, 0.9974169267647915 ] }, { "phase": "relight", "contender": "world_guarded_cv", "baseline": "screen_cv", "relative_expected_mse_reduction": 0.9846325904867271, "scene_bootstrap_95": [ 0.9815686436902112, 0.9867179347333928 ] }, { "phase": "hidden_change", "contender": "world_guarded_cv", "baseline": "world_active_cv", "relative_expected_mse_reduction": 0.4660720209219762, "scene_bootstrap_95": [ 0.4397655002086255, 0.5089447770586326 ] }, { "phase": "hidden_change", "contender": "world_guarded_cv", "baseline": "world_cv", "relative_expected_mse_reduction": 0.07119183115085737, "scene_bootstrap_95": [ 0.02665591357362006, 0.12278357789081251 ] }, { "phase": "hidden_change", "contender": "world_guarded_cv", "baseline": "raw_importance", "relative_expected_mse_reduction": 0.5939268366696557, "scene_bootstrap_95": [ 0.4054542200930983, 0.7723757297543742 ] }, { "phase": "hidden_change", "contender": "world_guarded_cv", "baseline": "screen_cv", "relative_expected_mse_reduction": -0.08528394154615726, "scene_bootstrap_95": [ -0.23242464908365415, 0.06532254658267828 ] } ], "limitations": [ "Only a direct-light floor/three-sphere scene family; no game engine or full path tracing.", "Ray counts match. Compute, bandwidth, and VRAM do not match; report is not an equal-frame-time comparison.", "Clock gap has no observations; it is not 500 fully rendered frames.", "CPU timings exclude shared feature/prior preparation and privileged reference enumeration; not full-renderer frame times.", "Hidden changes deliberately omit invalidation and use the stale prior; controls remain fallible.", "Negative linear-radiance estimates are retained for statistical metrics. Display clipping introduces bias.", "Small scene-cluster intervals characterize this generator only; no cross-game generalization claim." ] }