{ "protocol": { "protocol_version": "2.0.0", "frozen_before_first_benchmark_run": true, "scene_ids": [ 200, 201, 202, 203, 204, 205, 206, 207 ], "replicate_seeds": [ 3101, 3102, 3103 ], "receiver_grid": [ 32, 64 ], "viewport": [ 16, 20 ], "emitter_grid_side": 6, "rays_per_receiver_per_frame": 2, "phases": { "cold": 4, "warm": 16, "revisit": 8, "relight": 8, "hidden_change": 8 }, "unseen_ticks_before_revisit": 500, "unseen_tick_semantics": "No observations of these receivers. This is a clock gap, not 500 fully rendered frames.", "methods": [ "raw_importance", "neural_cv", "constant_world_cv", "screen_cv", "world_cv", "world_active_cv", "world_plugin" ], "primary_comparison": "world_cv versus screen_cv expected per-channel MSE in revisit phase, equal physical ray count", "secondary_comparisons": [ "world_cv versus raw_importance", "world_active_cv versus world_cv", "world_cv versus constant_world_cv", "world_cv versus world_plugin in hidden_change phase" ], "reporting": "All methods and phases, including regressions; scene-cluster bootstrap 95% intervals; no GPU/FPS inference", "scope": "Direct illumination of point receivers by finite point emitters behind sphere occluders" }, "elapsed_seconds": 13.02006779400108, "environment": { "python": "3.12.14", "numpy": "2.3.5", "device": "cpu" }, "record_count": 7392, "total_physical_ray_calls": 4730880, "per_persistent_method_memory_bytes": 589824, "prior_preparation": [ { "scene": 200, "prior_all_receivers_seconds": 0.043702262999431696, "prior_receiver_emitter_pairs": 73728 }, { "scene": 201, "prior_all_receivers_seconds": 0.018137376002414385, "prior_receiver_emitter_pairs": 73728 }, { "scene": 202, "prior_all_receivers_seconds": 0.019128864998492645, "prior_receiver_emitter_pairs": 73728 }, { "scene": 203, "prior_all_receivers_seconds": 0.01772856400202727, "prior_receiver_emitter_pairs": 73728 }, { "scene": 204, "prior_all_receivers_seconds": 0.018090079000103287, "prior_receiver_emitter_pairs": 73728 }, { "scene": 205, "prior_all_receivers_seconds": 0.031073573998583015, "prior_receiver_emitter_pairs": 73728 }, { "scene": 206, "prior_all_receivers_seconds": 0.015941281999403145, "prior_receiver_emitter_pairs": 73728 }, { "scene": 207, "prior_all_receivers_seconds": 0.01616150400150218, "prior_receiver_emitter_pairs": 73728 } ], "summary": [ { "phase": "cold", "method": "raw_importance", "expected_mse": 0.004161889920225778, "expected_mse_scene_bootstrap_95": [ 0.0032740422144175944, 0.004963114949976649 ], "observed_mse": 0.004181837793016486, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.044984501277213, "cpu_p99_ms": 1.8663313499928325 }, { "phase": "cold", "method": "neural_cv", "expected_mse": 0.003796876209064932, "expected_mse_scene_bootstrap_95": [ 0.002913682710979843, 0.004640767644235199 ], "observed_mse": 0.0038193111982971744, "negative_channel_fraction": 0.06947699652777778, "cpu_median_ms": 1.013953498841147, "cpu_p99_ms": 1.6236073002801275 }, { "phase": "cold", "method": "constant_world_cv", "expected_mse": 0.0038783104003261974, "expected_mse_scene_bootstrap_95": [ 0.0031166528320361033, 0.004568721605736991 ], "observed_mse": 0.0039027953605770653, "negative_channel_fraction": 0.08837890625, "cpu_median_ms": 1.121930499721202, "cpu_p99_ms": 2.000382598998839 }, { "phase": "cold", "method": "screen_cv", "expected_mse": 0.0036038579988580924, "expected_mse_scene_bootstrap_95": [ 0.0028029454129527365, 0.0043657559144394086 ], "observed_mse": 0.0036254295415591806, "negative_channel_fraction": 0.07517361111111112, "cpu_median_ms": 1.1782004985434469, "cpu_p99_ms": 1.793492752585732 }, { "phase": "cold", "method": "world_cv", "expected_mse": 0.0036038579988580924, "expected_mse_scene_bootstrap_95": [ 0.0028029454129527365, 0.0043657559144394086 ], "observed_mse": 0.0036254295415591806, "negative_channel_fraction": 0.07517361111111112, "cpu_median_ms": 1.1067630020988872, "cpu_p99_ms": 2.8496391003499695 }, { "phase": "cold", "method": "world_active_cv", "expected_mse": 0.0032013113855959476, "expected_mse_scene_bootstrap_95": [ 0.0024066342375446046, 0.003975104155586773 ], "observed_mse": 0.0031934717842275174, "negative_channel_fraction": 0.05227864583333333, "cpu_median_ms": 1.1351559987815563, "cpu_p99_ms": 1.7427828495783613 }, { "phase": "cold", "method": "world_plugin", "expected_mse": 0.0024779354038513644, "expected_mse_scene_bootstrap_95": [ 0.0010580613900255896, 0.0048147120382293395 ], "observed_mse": 0.0024779354038513644, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.1005030009982875, "cpu_p99_ms": 1.7084474491639392 }, { "phase": "warm", "method": "raw_importance", "expected_mse": 0.004161889920225778, "expected_mse_scene_bootstrap_95": [ 0.003274042214417594, 0.004963114949976649 ], "observed_mse": 0.004162896167102223, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.0223854987998493, "cpu_p99_ms": 1.5904572904401013 }, { "phase": "warm", "method": "neural_cv", "expected_mse": 0.0037968762090649314, "expected_mse_scene_bootstrap_95": [ 0.002913682710979843, 0.004640767644235198 ], "observed_mse": 0.0037915602028644638, "negative_channel_fraction": 0.07137044270833333, "cpu_median_ms": 1.008458999422146, "cpu_p99_ms": 1.5290994216411493 }, { "phase": "warm", "method": "constant_world_cv", "expected_mse": 0.0026170843278457826, "expected_mse_scene_bootstrap_95": [ 0.002328559043063432, 0.002882787402436122 ], "observed_mse": 0.002623995324387242, "negative_channel_fraction": 0.04359537760416667, "cpu_median_ms": 1.114729999244446, "cpu_p99_ms": 1.6824623203501707 }, { "phase": "warm", "method": "screen_cv", "expected_mse": 0.002534345795908747, "expected_mse_scene_bootstrap_95": [ 0.001970194471097149, 0.0030360689797603326 ], "observed_mse": 0.002549277262419073, "negative_channel_fraction": 0.0533203125, "cpu_median_ms": 1.1797380011557834, "cpu_p99_ms": 1.7979612080307612 }, { "phase": "warm", "method": "world_cv", "expected_mse": 0.0024134661773141403, "expected_mse_scene_bootstrap_95": [ 0.0018831529453201515, 0.002898262488330053 ], "observed_mse": 0.002423594349911982, "negative_channel_fraction": 0.051554361979166664, "cpu_median_ms": 1.1107179998361971, "cpu_p99_ms": 1.910302250507814 }, { "phase": "warm", "method": "world_active_cv", "expected_mse": 0.0009159225335758566, "expected_mse_scene_bootstrap_95": [ 0.0006945593818211979, 0.0011285771763213798 ], "observed_mse": 0.0009119760154777463, "negative_channel_fraction": 0.017890082465277776, "cpu_median_ms": 1.1792469995270949, "cpu_p99_ms": 2.013397429509496 }, { "phase": "warm", "method": "world_plugin", "expected_mse": 0.000957207280823315, "expected_mse_scene_bootstrap_95": [ 0.00043301265575975523, 0.0018224626649494583 ], "observed_mse": 0.0009572072808233146, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.119456999731483, "cpu_p99_ms": 1.8740183414411182 }, { "phase": "revisit", "method": "raw_importance", "expected_mse": 0.004161889920225778, "expected_mse_scene_bootstrap_95": [ 0.003274042214417594, 0.004963114949976649 ], "observed_mse": 0.004147332647051453, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.0211589997197734, "cpu_p99_ms": 1.517944847873878 }, { "phase": "revisit", "method": "neural_cv", "expected_mse": 0.003796876209064932, "expected_mse_scene_bootstrap_95": [ 0.002913682710979843, 0.004640767644235199 ], "observed_mse": 0.0037918882505288583, "negative_channel_fraction": 0.07067057291666666, "cpu_median_ms": 1.0106474983331282, "cpu_p99_ms": 1.9565305496143996 }, { "phase": "revisit", "method": "constant_world_cv", "expected_mse": 0.0014966977054238436, "expected_mse_scene_bootstrap_95": [ 0.0014171940420196548, 0.0015676146741546422 ], "observed_mse": 0.0014776708050948239, "negative_channel_fraction": 0.026264105902777776, "cpu_median_ms": 1.115275499614654, "cpu_p99_ms": 1.808065979639651 }, { "phase": "revisit", "method": "screen_cv", "expected_mse": 0.0033712131544693857, "expected_mse_scene_bootstrap_95": [ 0.0026324852267720356, 0.004057862239486785 ], "observed_mse": 0.0033717661990961046, "negative_channel_fraction": 0.071044921875, "cpu_median_ms": 1.186638000945095, "cpu_p99_ms": 2.272393461680623 }, { "phase": "revisit", "method": "world_cv", "expected_mse": 0.0013700090085221588, "expected_mse_scene_bootstrap_95": [ 0.0010569125273247458, 0.0016819406012616221 ], "observed_mse": 0.0013416965514602384, "negative_channel_fraction": 0.033436414930555554, "cpu_median_ms": 1.119371501772548, "cpu_p99_ms": 2.234658999113893 }, { "phase": "revisit", "method": "world_active_cv", "expected_mse": 7.40872733099338e-05, "expected_mse_scene_bootstrap_95": [ 5.8840411962438506e-05, 8.727159400510157e-05 ], "observed_mse": 7.464560336638612e-05, "negative_channel_fraction": 0.0010850694444444445, "cpu_median_ms": 1.1353054997016443, "cpu_p99_ms": 2.8746588212379733 }, { "phase": "revisit", "method": "world_plugin", "expected_mse": 0.00028338918895965564, "expected_mse_scene_bootstrap_95": [ 0.000148046920647865, 0.0005079823021308033 ], "observed_mse": 0.0002833891889596556, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.1189514989382587, "cpu_p99_ms": 2.1615311921777907 }, { "phase": "relight", "method": "raw_importance", "expected_mse": 0.009814070544700276, "expected_mse_scene_bootstrap_95": [ 0.008751449025972274, 0.010667629627771102 ], "observed_mse": 0.009783232077406544, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.0199120006291196, "cpu_p99_ms": 1.442123420129067 }, { "phase": "relight", "method": "neural_cv", "expected_mse": 0.006035352442954894, "expected_mse_scene_bootstrap_95": [ 0.004751376906072396, 0.0071398714374291015 ], "observed_mse": 0.006029845866954879, "negative_channel_fraction": 0.09908311631944444, "cpu_median_ms": 1.0090400028275326, "cpu_p99_ms": 1.756426570136683 }, { "phase": "relight", "method": "constant_world_cv", "expected_mse": 0.001633570813365106, "expected_mse_scene_bootstrap_95": [ 0.0015894973330634356, 0.0016717451193608297 ], "observed_mse": 0.0016201941479790703, "negative_channel_fraction": 0.02840711805555556, "cpu_median_ms": 1.0981499981426168, "cpu_p99_ms": 1.8549627013271677 }, { "phase": "relight", "method": "screen_cv", "expected_mse": 0.003892914003731558, "expected_mse_scene_bootstrap_95": [ 0.0030395552588424308, 0.004689131705414019 ], "observed_mse": 0.0038902060159391964, "negative_channel_fraction": 0.07665473090277779, "cpu_median_ms": 1.1986064982920652, "cpu_p99_ms": 1.643545859951701 }, { "phase": "relight", "method": "world_cv", "expected_mse": 0.001474343962889868, "expected_mse_scene_bootstrap_95": [ 0.0011414490250284879, 0.0018156347983647216 ], "observed_mse": 0.001483557401399769, "negative_channel_fraction": 0.038129340277777785, "cpu_median_ms": 1.103262500691926, "cpu_p99_ms": 1.6557190089224614 }, { "phase": "relight", "method": "world_active_cv", "expected_mse": 6.0607718438202346e-05, "expected_mse_scene_bootstrap_95": [ 4.927149400044268e-05, 7.023973118794945e-05 ], "observed_mse": 6.040080800440601e-05, "negative_channel_fraction": 0.0009277343749999998, "cpu_median_ms": 1.1220660016988404, "cpu_p99_ms": 1.8536805294934318 }, { "phase": "relight", "method": "world_plugin", "expected_mse": 0.0002230865228748277, "expected_mse_scene_bootstrap_95": [ 0.00014180347035700717, 0.00035356316705418574 ], "observed_mse": 0.00022308652287482766, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.1067430004914058, "cpu_p99_ms": 1.5900259408954316 }, { "phase": "hidden_change", "method": "raw_importance", "expected_mse": 0.009575101781043677, "expected_mse_scene_bootstrap_95": [ 0.00923200339345826, 0.009937813787143637 ], "observed_mse": 0.00961554946397153, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.0228315004496835, "cpu_p99_ms": 2.0575474125507753 }, { "phase": "hidden_change", "method": "neural_cv", "expected_mse": 0.002486511380019798, "expected_mse_scene_bootstrap_95": [ 0.0014945807121478742, 0.0036430030437224286 ], "observed_mse": 0.00250867938301713, "negative_channel_fraction": 0.012027994791666668, "cpu_median_ms": 1.0110335006174864, "cpu_p99_ms": 2.073129828495439 }, { "phase": "hidden_change", "method": "constant_world_cv", "expected_mse": 0.0075718416590806375, "expected_mse_scene_bootstrap_95": [ 0.005943030422644942, 0.00914958548674704 ], "observed_mse": 0.007618881757285333, "negative_channel_fraction": 0.01584201388888889, "cpu_median_ms": 1.1044194998248713, "cpu_p99_ms": 1.5418002981459744 }, { "phase": "hidden_change", "method": "screen_cv", "expected_mse": 0.005484841468730739, "expected_mse_scene_bootstrap_95": [ 0.004197921945777515, 0.0066670595465149 ], "observed_mse": 0.005557834193714618, "negative_channel_fraction": 0.013753255208333334, "cpu_median_ms": 1.1961424988840008, "cpu_p99_ms": 1.8678581714993931 }, { "phase": "hidden_change", "method": "world_cv", "expected_mse": 0.0073013422199549975, "expected_mse_scene_bootstrap_95": [ 0.0055508212289799505, 0.008974004714793374 ], "observed_mse": 0.007348514048820397, "negative_channel_fraction": 0.01609157986111111, "cpu_median_ms": 1.1058714990213048, "cpu_p99_ms": 1.7808488685841444 }, { "phase": "hidden_change", "method": "world_active_cv", "expected_mse": 0.013077398281007943, "expected_mse_scene_bootstrap_95": [ 0.009847001027263214, 0.016315888207655 ], "observed_mse": 0.01391114338302508, "negative_channel_fraction": 0.013905164930555556, "cpu_median_ms": 1.1292415019852342, "cpu_p99_ms": 1.5597989296293238 }, { "phase": "hidden_change", "method": "world_plugin", "expected_mse": 0.00494288786045369, "expected_mse_scene_bootstrap_95": [ 0.0024993140305531536, 0.00795206794227328 ], "observed_mse": 0.00494288786045369, "negative_channel_fraction": 0.0, "cpu_median_ms": 1.1054360002162866, "cpu_p99_ms": 1.4560602995334195 } ], "comparisons": [ { "phase": "cold", "contender": "world_cv", "baseline": "screen_cv", "relative_expected_mse_reduction": 0.0, "scene_bootstrap_95": [ 0.0, 0.0 ] }, { "phase": "cold", "contender": "world_cv", "baseline": "raw_importance", "relative_expected_mse_reduction": 0.1340813745831636, "scene_bootstrap_95": [ 0.043495463812402206, 0.2280977506910995 ] }, { "phase": "cold", "contender": "world_active_cv", "baseline": "world_cv", "relative_expected_mse_reduction": 0.11169879983886555, "scene_bootstrap_95": [ 0.08677276370134823, 0.14903801041954556 ] }, { "phase": "cold", "contender": "world_cv", "baseline": "constant_world_cv", "relative_expected_mse_reduction": 0.0707659710385794, "scene_bootstrap_95": [ -0.02445590920247868, 0.17135836022140646 ] }, { "phase": "cold", "contender": "world_cv", "baseline": "world_plugin", "relative_expected_mse_reduction": -0.4543793164489873, "scene_bootstrap_95": [ -2.3298220563808316, 0.2896603884763346 ] }, { "phase": "warm", "contender": "world_cv", "baseline": "screen_cv", "relative_expected_mse_reduction": 0.047696576682529024, "scene_bootstrap_95": [ 0.039755244738888806, 0.05371393459503215 ] }, { "phase": "warm", "contender": "world_cv", "baseline": "raw_importance", "relative_expected_mse_reduction": 0.4201033127797833, "scene_bootstrap_95": [ 0.32517947461487434, 0.5023617778794496 ] }, { "phase": "warm", "contender": "world_active_cv", "baseline": "world_cv", "relative_expected_mse_reduction": 0.6204949784731792, "scene_bootstrap_95": [ 0.5899064302920347, 0.6648158340113461 ] }, { "phase": "warm", "contender": "world_cv", "baseline": "constant_world_cv", "relative_expected_mse_reduction": 0.07780343505371412, "scene_bootstrap_95": [ -0.058808497946516665, 0.2252142546872166 ] }, { "phase": "warm", "contender": "world_cv", "baseline": "world_plugin", "relative_expected_mse_reduction": -1.5213621183890966, "scene_bootstrap_95": [ -4.1234196345368055, -0.40314692081937187 ] }, { "phase": "revisit", "contender": "world_cv", "baseline": "screen_cv", "relative_expected_mse_reduction": 0.5936154298917975, "scene_bootstrap_95": [ 0.5273806762774653, 0.6305753584639788 ] }, { "phase": "revisit", "contender": "world_cv", "baseline": "raw_importance", "relative_expected_mse_reduction": 0.6708204602278771, "scene_bootstrap_95": [ 0.5916695501936221, 0.7261740458655045 ] }, { "phase": "revisit", "contender": "world_active_cv", "baseline": "world_cv", "relative_expected_mse_reduction": 0.9459220539068919, "scene_bootstrap_95": [ 0.9408057111972042, 0.9516154327935288 ] }, { "phase": "revisit", "contender": "world_cv", "baseline": "constant_world_cv", "relative_expected_mse_reduction": 0.08464548080923817, "scene_bootstrap_95": [ -0.10115760425658671, 0.27645209976963725 ] }, { "phase": "revisit", "contender": "world_cv", "baseline": "world_plugin", "relative_expected_mse_reduction": -3.8343728762257, "scene_bootstrap_95": [ -7.1302984268162035, -2.06397845503344 ] }, { "phase": "relight", "contender": "world_cv", "baseline": "screen_cv", "relative_expected_mse_reduction": 0.6212749725586968, "scene_bootstrap_95": [ 0.6004697519697746, 0.6364867738599631 ] }, { "phase": "relight", "contender": "world_cv", "baseline": "raw_importance", "relative_expected_mse_reduction": 0.8497724306978787, "scene_bootstrap_95": [ 0.8009422351287379, 0.8874917936612716 ] }, { "phase": "relight", "contender": "world_active_cv", "baseline": "world_cv", "relative_expected_mse_reduction": 0.9588917376380713, "scene_bootstrap_95": [ 0.9545251261045802, 0.9641817838884639 ] }, { "phase": "relight", "contender": "world_cv", "baseline": "constant_world_cv", "relative_expected_mse_reduction": 0.09747165483890807, "scene_bootstrap_95": [ -0.10083698164410554, 0.29498538323795365 ] }, { "phase": "relight", "contender": "world_cv", "baseline": "world_plugin", "relative_expected_mse_reduction": -5.6088437073229755, "scene_bootstrap_95": [ -8.067759164834658, -3.867924972311802 ] }, { "phase": "hidden_change", "contender": "world_cv", "baseline": "screen_cv", "relative_expected_mse_reduction": -0.33118564348307755, "scene_bootstrap_95": [ -0.39905493941875086, -0.24661108603645074 ] }, { "phase": "hidden_change", "contender": "world_cv", "baseline": "raw_importance", "relative_expected_mse_reduction": 0.23746583723947023, "scene_bootstrap_95": [ 0.0783563033731343, 0.4195134167932819 ] }, { "phase": "hidden_change", "contender": "world_active_cv", "baseline": "world_cv", "relative_expected_mse_reduction": -0.7910951010167206, "scene_bootstrap_95": [ -0.862029071328396, -0.7074877009581189 ] }, { "phase": "hidden_change", "contender": "world_cv", "baseline": "constant_world_cv", "relative_expected_mse_reduction": 0.03572439193855037, "scene_bootstrap_95": [ 0.01595762571294257, 0.07068683108559559 ] }, { "phase": "hidden_change", "contender": "world_cv", "baseline": "world_plugin", "relative_expected_mse_reduction": -0.47714098035087393, "scene_bootstrap_95": [ -1.5076490330178403, -0.03534618953820952 ] } ], "limitations": [ "Only a direct-light floor/three-sphere scene family; no game engine or full path tracing.", "Ray counts match. Compute, bandwidth, and VRAM do not match; report is not an equal-frame-time comparison.", "Clock gap has no observations; it is not 500 fully rendered frames.", "CPU timings exclude shared feature/prior preparation and privileged reference enumeration; not full-renderer frame times.", "Hidden changes deliberately omit invalidation and use the stale prior; controls remain fallible.", "Negative linear-radiance estimates are retained for statistical metrics. Display clipping introduces bias.", "Small scene-cluster intervals characterize this generator only; no cross-game generalization claim." ] }