AUREOLE-R-v3 / results /rendering_report.json
PureOne's picture
AUREOLE-R 3.0.0-hf.1: standalone public research release
9d6c005 verified
Raw
History Blame Contribute Delete
24.3 kB
{
"protocol": {
"protocol_version": "2.0.0",
"frozen_before_first_benchmark_run": true,
"scene_ids": [
200,
201,
202,
203,
204,
205,
206,
207
],
"replicate_seeds": [
3101,
3102,
3103
],
"receiver_grid": [
32,
64
],
"viewport": [
16,
20
],
"emitter_grid_side": 6,
"rays_per_receiver_per_frame": 2,
"phases": {
"cold": 4,
"warm": 16,
"revisit": 8,
"relight": 8,
"hidden_change": 8
},
"unseen_ticks_before_revisit": 500,
"unseen_tick_semantics": "No observations of these receivers. This is a clock gap, not 500 fully rendered frames.",
"methods": [
"raw_importance",
"neural_cv",
"constant_world_cv",
"screen_cv",
"world_cv",
"world_active_cv",
"world_plugin"
],
"primary_comparison": "world_cv versus screen_cv expected per-channel MSE in revisit phase, equal physical ray count",
"secondary_comparisons": [
"world_cv versus raw_importance",
"world_active_cv versus world_cv",
"world_cv versus constant_world_cv",
"world_cv versus world_plugin in hidden_change phase"
],
"reporting": "All methods and phases, including regressions; scene-cluster bootstrap 95% intervals; no GPU/FPS inference",
"scope": "Direct illumination of point receivers by finite point emitters behind sphere occluders"
},
"elapsed_seconds": 13.02006779400108,
"environment": {
"python": "3.12.14",
"numpy": "2.3.5",
"device": "cpu"
},
"record_count": 7392,
"total_physical_ray_calls": 4730880,
"per_persistent_method_memory_bytes": 589824,
"prior_preparation": [
{
"scene": 200,
"prior_all_receivers_seconds": 0.043702262999431696,
"prior_receiver_emitter_pairs": 73728
},
{
"scene": 201,
"prior_all_receivers_seconds": 0.018137376002414385,
"prior_receiver_emitter_pairs": 73728
},
{
"scene": 202,
"prior_all_receivers_seconds": 0.019128864998492645,
"prior_receiver_emitter_pairs": 73728
},
{
"scene": 203,
"prior_all_receivers_seconds": 0.01772856400202727,
"prior_receiver_emitter_pairs": 73728
},
{
"scene": 204,
"prior_all_receivers_seconds": 0.018090079000103287,
"prior_receiver_emitter_pairs": 73728
},
{
"scene": 205,
"prior_all_receivers_seconds": 0.031073573998583015,
"prior_receiver_emitter_pairs": 73728
},
{
"scene": 206,
"prior_all_receivers_seconds": 0.015941281999403145,
"prior_receiver_emitter_pairs": 73728
},
{
"scene": 207,
"prior_all_receivers_seconds": 0.01616150400150218,
"prior_receiver_emitter_pairs": 73728
}
],
"summary": [
{
"phase": "cold",
"method": "raw_importance",
"expected_mse": 0.004161889920225778,
"expected_mse_scene_bootstrap_95": [
0.0032740422144175944,
0.004963114949976649
],
"observed_mse": 0.004181837793016486,
"negative_channel_fraction": 0.0,
"cpu_median_ms": 1.044984501277213,
"cpu_p99_ms": 1.8663313499928325
},
{
"phase": "cold",
"method": "neural_cv",
"expected_mse": 0.003796876209064932,
"expected_mse_scene_bootstrap_95": [
0.002913682710979843,
0.004640767644235199
],
"observed_mse": 0.0038193111982971744,
"negative_channel_fraction": 0.06947699652777778,
"cpu_median_ms": 1.013953498841147,
"cpu_p99_ms": 1.6236073002801275
},
{
"phase": "cold",
"method": "constant_world_cv",
"expected_mse": 0.0038783104003261974,
"expected_mse_scene_bootstrap_95": [
0.0031166528320361033,
0.004568721605736991
],
"observed_mse": 0.0039027953605770653,
"negative_channel_fraction": 0.08837890625,
"cpu_median_ms": 1.121930499721202,
"cpu_p99_ms": 2.000382598998839
},
{
"phase": "cold",
"method": "screen_cv",
"expected_mse": 0.0036038579988580924,
"expected_mse_scene_bootstrap_95": [
0.0028029454129527365,
0.0043657559144394086
],
"observed_mse": 0.0036254295415591806,
"negative_channel_fraction": 0.07517361111111112,
"cpu_median_ms": 1.1782004985434469,
"cpu_p99_ms": 1.793492752585732
},
{
"phase": "cold",
"method": "world_cv",
"expected_mse": 0.0036038579988580924,
"expected_mse_scene_bootstrap_95": [
0.0028029454129527365,
0.0043657559144394086
],
"observed_mse": 0.0036254295415591806,
"negative_channel_fraction": 0.07517361111111112,
"cpu_median_ms": 1.1067630020988872,
"cpu_p99_ms": 2.8496391003499695
},
{
"phase": "cold",
"method": "world_active_cv",
"expected_mse": 0.0032013113855959476,
"expected_mse_scene_bootstrap_95": [
0.0024066342375446046,
0.003975104155586773
],
"observed_mse": 0.0031934717842275174,
"negative_channel_fraction": 0.05227864583333333,
"cpu_median_ms": 1.1351559987815563,
"cpu_p99_ms": 1.7427828495783613
},
{
"phase": "cold",
"method": "world_plugin",
"expected_mse": 0.0024779354038513644,
"expected_mse_scene_bootstrap_95": [
0.0010580613900255896,
0.0048147120382293395
],
"observed_mse": 0.0024779354038513644,
"negative_channel_fraction": 0.0,
"cpu_median_ms": 1.1005030009982875,
"cpu_p99_ms": 1.7084474491639392
},
{
"phase": "warm",
"method": "raw_importance",
"expected_mse": 0.004161889920225778,
"expected_mse_scene_bootstrap_95": [
0.003274042214417594,
0.004963114949976649
],
"observed_mse": 0.004162896167102223,
"negative_channel_fraction": 0.0,
"cpu_median_ms": 1.0223854987998493,
"cpu_p99_ms": 1.5904572904401013
},
{
"phase": "warm",
"method": "neural_cv",
"expected_mse": 0.0037968762090649314,
"expected_mse_scene_bootstrap_95": [
0.002913682710979843,
0.004640767644235198
],
"observed_mse": 0.0037915602028644638,
"negative_channel_fraction": 0.07137044270833333,
"cpu_median_ms": 1.008458999422146,
"cpu_p99_ms": 1.5290994216411493
},
{
"phase": "warm",
"method": "constant_world_cv",
"expected_mse": 0.0026170843278457826,
"expected_mse_scene_bootstrap_95": [
0.002328559043063432,
0.002882787402436122
],
"observed_mse": 0.002623995324387242,
"negative_channel_fraction": 0.04359537760416667,
"cpu_median_ms": 1.114729999244446,
"cpu_p99_ms": 1.6824623203501707
},
{
"phase": "warm",
"method": "screen_cv",
"expected_mse": 0.002534345795908747,
"expected_mse_scene_bootstrap_95": [
0.001970194471097149,
0.0030360689797603326
],
"observed_mse": 0.002549277262419073,
"negative_channel_fraction": 0.0533203125,
"cpu_median_ms": 1.1797380011557834,
"cpu_p99_ms": 1.7979612080307612
},
{
"phase": "warm",
"method": "world_cv",
"expected_mse": 0.0024134661773141403,
"expected_mse_scene_bootstrap_95": [
0.0018831529453201515,
0.002898262488330053
],
"observed_mse": 0.002423594349911982,
"negative_channel_fraction": 0.051554361979166664,
"cpu_median_ms": 1.1107179998361971,
"cpu_p99_ms": 1.910302250507814
},
{
"phase": "warm",
"method": "world_active_cv",
"expected_mse": 0.0009159225335758566,
"expected_mse_scene_bootstrap_95": [
0.0006945593818211979,
0.0011285771763213798
],
"observed_mse": 0.0009119760154777463,
"negative_channel_fraction": 0.017890082465277776,
"cpu_median_ms": 1.1792469995270949,
"cpu_p99_ms": 2.013397429509496
},
{
"phase": "warm",
"method": "world_plugin",
"expected_mse": 0.000957207280823315,
"expected_mse_scene_bootstrap_95": [
0.00043301265575975523,
0.0018224626649494583
],
"observed_mse": 0.0009572072808233146,
"negative_channel_fraction": 0.0,
"cpu_median_ms": 1.119456999731483,
"cpu_p99_ms": 1.8740183414411182
},
{
"phase": "revisit",
"method": "raw_importance",
"expected_mse": 0.004161889920225778,
"expected_mse_scene_bootstrap_95": [
0.003274042214417594,
0.004963114949976649
],
"observed_mse": 0.004147332647051453,
"negative_channel_fraction": 0.0,
"cpu_median_ms": 1.0211589997197734,
"cpu_p99_ms": 1.517944847873878
},
{
"phase": "revisit",
"method": "neural_cv",
"expected_mse": 0.003796876209064932,
"expected_mse_scene_bootstrap_95": [
0.002913682710979843,
0.004640767644235199
],
"observed_mse": 0.0037918882505288583,
"negative_channel_fraction": 0.07067057291666666,
"cpu_median_ms": 1.0106474983331282,
"cpu_p99_ms": 1.9565305496143996
},
{
"phase": "revisit",
"method": "constant_world_cv",
"expected_mse": 0.0014966977054238436,
"expected_mse_scene_bootstrap_95": [
0.0014171940420196548,
0.0015676146741546422
],
"observed_mse": 0.0014776708050948239,
"negative_channel_fraction": 0.026264105902777776,
"cpu_median_ms": 1.115275499614654,
"cpu_p99_ms": 1.808065979639651
},
{
"phase": "revisit",
"method": "screen_cv",
"expected_mse": 0.0033712131544693857,
"expected_mse_scene_bootstrap_95": [
0.0026324852267720356,
0.004057862239486785
],
"observed_mse": 0.0033717661990961046,
"negative_channel_fraction": 0.071044921875,
"cpu_median_ms": 1.186638000945095,
"cpu_p99_ms": 2.272393461680623
},
{
"phase": "revisit",
"method": "world_cv",
"expected_mse": 0.0013700090085221588,
"expected_mse_scene_bootstrap_95": [
0.0010569125273247458,
0.0016819406012616221
],
"observed_mse": 0.0013416965514602384,
"negative_channel_fraction": 0.033436414930555554,
"cpu_median_ms": 1.119371501772548,
"cpu_p99_ms": 2.234658999113893
},
{
"phase": "revisit",
"method": "world_active_cv",
"expected_mse": 7.40872733099338e-05,
"expected_mse_scene_bootstrap_95": [
5.8840411962438506e-05,
8.727159400510157e-05
],
"observed_mse": 7.464560336638612e-05,
"negative_channel_fraction": 0.0010850694444444445,
"cpu_median_ms": 1.1353054997016443,
"cpu_p99_ms": 2.8746588212379733
},
{
"phase": "revisit",
"method": "world_plugin",
"expected_mse": 0.00028338918895965564,
"expected_mse_scene_bootstrap_95": [
0.000148046920647865,
0.0005079823021308033
],
"observed_mse": 0.0002833891889596556,
"negative_channel_fraction": 0.0,
"cpu_median_ms": 1.1189514989382587,
"cpu_p99_ms": 2.1615311921777907
},
{
"phase": "relight",
"method": "raw_importance",
"expected_mse": 0.009814070544700276,
"expected_mse_scene_bootstrap_95": [
0.008751449025972274,
0.010667629627771102
],
"observed_mse": 0.009783232077406544,
"negative_channel_fraction": 0.0,
"cpu_median_ms": 1.0199120006291196,
"cpu_p99_ms": 1.442123420129067
},
{
"phase": "relight",
"method": "neural_cv",
"expected_mse": 0.006035352442954894,
"expected_mse_scene_bootstrap_95": [
0.004751376906072396,
0.0071398714374291015
],
"observed_mse": 0.006029845866954879,
"negative_channel_fraction": 0.09908311631944444,
"cpu_median_ms": 1.0090400028275326,
"cpu_p99_ms": 1.756426570136683
},
{
"phase": "relight",
"method": "constant_world_cv",
"expected_mse": 0.001633570813365106,
"expected_mse_scene_bootstrap_95": [
0.0015894973330634356,
0.0016717451193608297
],
"observed_mse": 0.0016201941479790703,
"negative_channel_fraction": 0.02840711805555556,
"cpu_median_ms": 1.0981499981426168,
"cpu_p99_ms": 1.8549627013271677
},
{
"phase": "relight",
"method": "screen_cv",
"expected_mse": 0.003892914003731558,
"expected_mse_scene_bootstrap_95": [
0.0030395552588424308,
0.004689131705414019
],
"observed_mse": 0.0038902060159391964,
"negative_channel_fraction": 0.07665473090277779,
"cpu_median_ms": 1.1986064982920652,
"cpu_p99_ms": 1.643545859951701
},
{
"phase": "relight",
"method": "world_cv",
"expected_mse": 0.001474343962889868,
"expected_mse_scene_bootstrap_95": [
0.0011414490250284879,
0.0018156347983647216
],
"observed_mse": 0.001483557401399769,
"negative_channel_fraction": 0.038129340277777785,
"cpu_median_ms": 1.103262500691926,
"cpu_p99_ms": 1.6557190089224614
},
{
"phase": "relight",
"method": "world_active_cv",
"expected_mse": 6.0607718438202346e-05,
"expected_mse_scene_bootstrap_95": [
4.927149400044268e-05,
7.023973118794945e-05
],
"observed_mse": 6.040080800440601e-05,
"negative_channel_fraction": 0.0009277343749999998,
"cpu_median_ms": 1.1220660016988404,
"cpu_p99_ms": 1.8536805294934318
},
{
"phase": "relight",
"method": "world_plugin",
"expected_mse": 0.0002230865228748277,
"expected_mse_scene_bootstrap_95": [
0.00014180347035700717,
0.00035356316705418574
],
"observed_mse": 0.00022308652287482766,
"negative_channel_fraction": 0.0,
"cpu_median_ms": 1.1067430004914058,
"cpu_p99_ms": 1.5900259408954316
},
{
"phase": "hidden_change",
"method": "raw_importance",
"expected_mse": 0.009575101781043677,
"expected_mse_scene_bootstrap_95": [
0.00923200339345826,
0.009937813787143637
],
"observed_mse": 0.00961554946397153,
"negative_channel_fraction": 0.0,
"cpu_median_ms": 1.0228315004496835,
"cpu_p99_ms": 2.0575474125507753
},
{
"phase": "hidden_change",
"method": "neural_cv",
"expected_mse": 0.002486511380019798,
"expected_mse_scene_bootstrap_95": [
0.0014945807121478742,
0.0036430030437224286
],
"observed_mse": 0.00250867938301713,
"negative_channel_fraction": 0.012027994791666668,
"cpu_median_ms": 1.0110335006174864,
"cpu_p99_ms": 2.073129828495439
},
{
"phase": "hidden_change",
"method": "constant_world_cv",
"expected_mse": 0.0075718416590806375,
"expected_mse_scene_bootstrap_95": [
0.005943030422644942,
0.00914958548674704
],
"observed_mse": 0.007618881757285333,
"negative_channel_fraction": 0.01584201388888889,
"cpu_median_ms": 1.1044194998248713,
"cpu_p99_ms": 1.5418002981459744
},
{
"phase": "hidden_change",
"method": "screen_cv",
"expected_mse": 0.005484841468730739,
"expected_mse_scene_bootstrap_95": [
0.004197921945777515,
0.0066670595465149
],
"observed_mse": 0.005557834193714618,
"negative_channel_fraction": 0.013753255208333334,
"cpu_median_ms": 1.1961424988840008,
"cpu_p99_ms": 1.8678581714993931
},
{
"phase": "hidden_change",
"method": "world_cv",
"expected_mse": 0.0073013422199549975,
"expected_mse_scene_bootstrap_95": [
0.0055508212289799505,
0.008974004714793374
],
"observed_mse": 0.007348514048820397,
"negative_channel_fraction": 0.01609157986111111,
"cpu_median_ms": 1.1058714990213048,
"cpu_p99_ms": 1.7808488685841444
},
{
"phase": "hidden_change",
"method": "world_active_cv",
"expected_mse": 0.013077398281007943,
"expected_mse_scene_bootstrap_95": [
0.009847001027263214,
0.016315888207655
],
"observed_mse": 0.01391114338302508,
"negative_channel_fraction": 0.013905164930555556,
"cpu_median_ms": 1.1292415019852342,
"cpu_p99_ms": 1.5597989296293238
},
{
"phase": "hidden_change",
"method": "world_plugin",
"expected_mse": 0.00494288786045369,
"expected_mse_scene_bootstrap_95": [
0.0024993140305531536,
0.00795206794227328
],
"observed_mse": 0.00494288786045369,
"negative_channel_fraction": 0.0,
"cpu_median_ms": 1.1054360002162866,
"cpu_p99_ms": 1.4560602995334195
}
],
"comparisons": [
{
"phase": "cold",
"contender": "world_cv",
"baseline": "screen_cv",
"relative_expected_mse_reduction": 0.0,
"scene_bootstrap_95": [
0.0,
0.0
]
},
{
"phase": "cold",
"contender": "world_cv",
"baseline": "raw_importance",
"relative_expected_mse_reduction": 0.1340813745831636,
"scene_bootstrap_95": [
0.043495463812402206,
0.2280977506910995
]
},
{
"phase": "cold",
"contender": "world_active_cv",
"baseline": "world_cv",
"relative_expected_mse_reduction": 0.11169879983886555,
"scene_bootstrap_95": [
0.08677276370134823,
0.14903801041954556
]
},
{
"phase": "cold",
"contender": "world_cv",
"baseline": "constant_world_cv",
"relative_expected_mse_reduction": 0.0707659710385794,
"scene_bootstrap_95": [
-0.02445590920247868,
0.17135836022140646
]
},
{
"phase": "cold",
"contender": "world_cv",
"baseline": "world_plugin",
"relative_expected_mse_reduction": -0.4543793164489873,
"scene_bootstrap_95": [
-2.3298220563808316,
0.2896603884763346
]
},
{
"phase": "warm",
"contender": "world_cv",
"baseline": "screen_cv",
"relative_expected_mse_reduction": 0.047696576682529024,
"scene_bootstrap_95": [
0.039755244738888806,
0.05371393459503215
]
},
{
"phase": "warm",
"contender": "world_cv",
"baseline": "raw_importance",
"relative_expected_mse_reduction": 0.4201033127797833,
"scene_bootstrap_95": [
0.32517947461487434,
0.5023617778794496
]
},
{
"phase": "warm",
"contender": "world_active_cv",
"baseline": "world_cv",
"relative_expected_mse_reduction": 0.6204949784731792,
"scene_bootstrap_95": [
0.5899064302920347,
0.6648158340113461
]
},
{
"phase": "warm",
"contender": "world_cv",
"baseline": "constant_world_cv",
"relative_expected_mse_reduction": 0.07780343505371412,
"scene_bootstrap_95": [
-0.058808497946516665,
0.2252142546872166
]
},
{
"phase": "warm",
"contender": "world_cv",
"baseline": "world_plugin",
"relative_expected_mse_reduction": -1.5213621183890966,
"scene_bootstrap_95": [
-4.1234196345368055,
-0.40314692081937187
]
},
{
"phase": "revisit",
"contender": "world_cv",
"baseline": "screen_cv",
"relative_expected_mse_reduction": 0.5936154298917975,
"scene_bootstrap_95": [
0.5273806762774653,
0.6305753584639788
]
},
{
"phase": "revisit",
"contender": "world_cv",
"baseline": "raw_importance",
"relative_expected_mse_reduction": 0.6708204602278771,
"scene_bootstrap_95": [
0.5916695501936221,
0.7261740458655045
]
},
{
"phase": "revisit",
"contender": "world_active_cv",
"baseline": "world_cv",
"relative_expected_mse_reduction": 0.9459220539068919,
"scene_bootstrap_95": [
0.9408057111972042,
0.9516154327935288
]
},
{
"phase": "revisit",
"contender": "world_cv",
"baseline": "constant_world_cv",
"relative_expected_mse_reduction": 0.08464548080923817,
"scene_bootstrap_95": [
-0.10115760425658671,
0.27645209976963725
]
},
{
"phase": "revisit",
"contender": "world_cv",
"baseline": "world_plugin",
"relative_expected_mse_reduction": -3.8343728762257,
"scene_bootstrap_95": [
-7.1302984268162035,
-2.06397845503344
]
},
{
"phase": "relight",
"contender": "world_cv",
"baseline": "screen_cv",
"relative_expected_mse_reduction": 0.6212749725586968,
"scene_bootstrap_95": [
0.6004697519697746,
0.6364867738599631
]
},
{
"phase": "relight",
"contender": "world_cv",
"baseline": "raw_importance",
"relative_expected_mse_reduction": 0.8497724306978787,
"scene_bootstrap_95": [
0.8009422351287379,
0.8874917936612716
]
},
{
"phase": "relight",
"contender": "world_active_cv",
"baseline": "world_cv",
"relative_expected_mse_reduction": 0.9588917376380713,
"scene_bootstrap_95": [
0.9545251261045802,
0.9641817838884639
]
},
{
"phase": "relight",
"contender": "world_cv",
"baseline": "constant_world_cv",
"relative_expected_mse_reduction": 0.09747165483890807,
"scene_bootstrap_95": [
-0.10083698164410554,
0.29498538323795365
]
},
{
"phase": "relight",
"contender": "world_cv",
"baseline": "world_plugin",
"relative_expected_mse_reduction": -5.6088437073229755,
"scene_bootstrap_95": [
-8.067759164834658,
-3.867924972311802
]
},
{
"phase": "hidden_change",
"contender": "world_cv",
"baseline": "screen_cv",
"relative_expected_mse_reduction": -0.33118564348307755,
"scene_bootstrap_95": [
-0.39905493941875086,
-0.24661108603645074
]
},
{
"phase": "hidden_change",
"contender": "world_cv",
"baseline": "raw_importance",
"relative_expected_mse_reduction": 0.23746583723947023,
"scene_bootstrap_95": [
0.0783563033731343,
0.4195134167932819
]
},
{
"phase": "hidden_change",
"contender": "world_active_cv",
"baseline": "world_cv",
"relative_expected_mse_reduction": -0.7910951010167206,
"scene_bootstrap_95": [
-0.862029071328396,
-0.7074877009581189
]
},
{
"phase": "hidden_change",
"contender": "world_cv",
"baseline": "constant_world_cv",
"relative_expected_mse_reduction": 0.03572439193855037,
"scene_bootstrap_95": [
0.01595762571294257,
0.07068683108559559
]
},
{
"phase": "hidden_change",
"contender": "world_cv",
"baseline": "world_plugin",
"relative_expected_mse_reduction": -0.47714098035087393,
"scene_bootstrap_95": [
-1.5076490330178403,
-0.03534618953820952
]
}
],
"limitations": [
"Only a direct-light floor/three-sphere scene family; no game engine or full path tracing.",
"Ray counts match. Compute, bandwidth, and VRAM do not match; report is not an equal-frame-time comparison.",
"Clock gap has no observations; it is not 500 fully rendered frames.",
"CPU timings exclude shared feature/prior preparation and privileged reference enumeration; not full-renderer frame times.",
"Hidden changes deliberately omit invalidation and use the stale prior; controls remain fallible.",
"Negative linear-radiance estimates are retained for statistical metrics. Display clipping introduces bias.",
"Small scene-cluster intervals characterize this generator only; no cross-game generalization claim."
]
}