{ "artifacts": { "episodes": "episodes/", "failure_inventory": "failure_inventory.json", "implementation_validation": "hardening_v2/manifest.json", "original_publication": "experiment_publication/", "protocol": "protocol.json", "replay": "replay.json", "report": "report.md", "verification": "verification.json" }, "comparisons": [ { "condition": "nominal", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 333.09025142944597, "mean": 406.6809285778263, "n": 16, "upper": 480.27160572620664 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.5459288987756414, "mean": 3.25918719931477, "n": 16, "upper": 3.9724454998538983 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.701797376986589, "mean": 14.996158479337389, "n": 16, "upper": 18.29051958168819 }, "observed_fraction": { "lower": 0.3677010170507999, "mean": 0.41961669921875, "n": 16, "upper": 0.4715323813867001 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 151.5547277317751, "mean": 187.56374733790835, "n": 16, "upper": 223.5727669440416 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.34514077175575253, "mean": 0.3626364642313784, "n": 16, "upper": 0.3801321567070043 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 333.09025142944597, "mean": 406.6809285778263, "n": 16, "upper": 480.27160572620664 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.5459288987756414, "mean": 3.25918719931477, "n": 16, "upper": 3.9724454998538983 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.701797376986589, "mean": 14.996158479337389, "n": 16, "upper": 18.29051958168819 }, "observed_fraction": { "lower": 0.3677010170507999, "mean": 0.41961669921875, "n": 16, "upper": 0.4715323813867001 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 151.5547277317751, "mean": 187.56374733790835, "n": 16, "upper": 223.5727669440416 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.34514077175575253, "mean": 0.3626364642313784, "n": 16, "upper": 0.3801321567070043 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "adaptive_lloyd_bandit", "progress_gate": true, "safety_gate": true }, { "condition": "nominal", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 314.349506713328, "mean": 386.63870032333466, "n": 16, "upper": 458.9278939333413 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.473640401971494, "mean": 3.182598582226248, "n": 16, "upper": 3.8915567624810024 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.70179737698659, "mean": 14.99615847933739, "n": 16, "upper": 18.29051958168819 }, "observed_fraction": { "lower": 0.357878863212603, "mean": 0.40997314453125, "n": 16, "upper": 0.462067425849897 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 142.12303857975144, "mean": 178.18719965902363, "n": 16, "upper": 214.25136073829583 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.34514337379005544, "mean": 0.3629288732621797, "n": 16, "upper": 0.380714372734304 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 314.349506713328, "mean": 386.63870032333466, "n": 16, "upper": 458.9278939333413 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.473640401971494, "mean": 3.182598582226248, "n": 16, "upper": 3.8915567624810024 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.70179737698659, "mean": 14.99615847933739, "n": 16, "upper": 18.29051958168819 }, "observed_fraction": { "lower": 0.357878863212603, "mean": 0.40997314453125, "n": 16, "upper": 0.462067425849897 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 142.12303857975144, "mean": 178.18719965902363, "n": 16, "upper": 214.25136073829583 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.34514337379005544, "mean": 0.3629288732621797, "n": 16, "upper": 0.380714372734304 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "fixed_lloyd", "progress_gate": true, "safety_gate": true }, { "condition": "nominal", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 254.294280772039, "mean": 293.8678929270201, "n": 16, "upper": 333.4415050820012 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.225915801164536, "mean": 2.6865320421683094, "n": 16, "upper": 3.1471482831720827 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.721166017164478, "mean": 14.947451006811983, "n": 16, "upper": 18.173735996459488 }, "observed_fraction": { "lower": 0.3287795202978526, "mean": 0.3548583984375, "n": 16, "upper": 0.3809372765771474 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 123.11641803661647, "mean": 142.41997764992243, "n": 16, "upper": 161.7235372632284 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3840478205855395, "mean": 0.39535146432327284, "n": 16, "upper": 0.4066551080610062 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 254.294280772039, "mean": 293.8678929270201, "n": 16, "upper": 333.4415050820012 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.225915801164536, "mean": 2.6865320421683094, "n": 16, "upper": 3.1471482831720827 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.721166017164478, "mean": 14.947451006811983, "n": 16, "upper": 18.173735996459488 }, "observed_fraction": { "lower": 0.3287795202978526, "mean": 0.3548583984375, "n": 16, "upper": 0.3809372765771474 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 123.11641803661647, "mean": 142.41997764992243, "n": 16, "upper": 161.7235372632284 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3840478205855395, "mean": 0.39535146432327284, "n": 16, "upper": 0.4066551080610062 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "lloyd_no_consensus", "progress_gate": true, "safety_gate": true }, { "condition": "nominal", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": -26.42539514366628, "mean": -10.752849488787248, "n": 16, "upper": 4.91969616609178 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -9.050744690506361, "mean": -3.6837351931453695, "n": 16, "upper": 1.6832743042156224 }, "energy": { "lower": -0.007506892642079693, "mean": 0.01159830951173918, "n": 16, "upper": 0.030703511665558052 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -0.07071559659745769, "mean": 0.0625, "n": 16, "upper": 0.19571559659745769 }, "min_separation_m": { "lower": -0.00048541704309371987, "mean": -0.00015501353408881036, "n": 16, "upper": 0.00017538997491609916 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": -0.057648242223195145, "mean": 0.25, "n": 16, "upper": 0.5576482422231952 }, "path_length_m": { "lower": -0.016478901806730825, "mean": 0.0238737993171263, "n": 16, "upper": 0.06422650044098342 }, "physical_violation_steps": { "lower": -0.07071559659745769, "mean": 0.0625, "n": 16, "upper": 0.19571559659745769 }, "recovered": { "lower": -0.008018972717649786, "mean": 0.375, "n": 16, "upper": 0.7580189727176498 }, "rmse": { "lower": -1.694870369671117e-08, "mean": 3.627288642713e-08, "n": 16, "upper": 8.949447655097118e-08 }, "uncertified": { "lower": -0.30700715461227784, "mean": -0.125, "n": 16, "upper": 0.057007154612277844 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 1167.6991138348271, "mean": 1196.3590674904815, "n": 16, "upper": 1225.0190211461359 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 13.001435098368653, "mean": 26.655729240970356, "n": 16, "upper": 40.31002338357206 }, "energy": { "lower": 6.898488296776793, "mean": 7.200846159297579, "n": 16, "upper": 7.503204021818365 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 45.353037555892826, "mean": 56.0625, "n": 16, "upper": 66.77196244410717 }, "min_separation_m": { "lower": 5.411121813296065, "mean": 6.850197286033895, "n": 16, "upper": 8.289272758771725 }, "observed_fraction": { "lower": 0.4105511221229722, "mean": 0.44451904296875, "n": 16, "upper": 0.4784869638145278 }, "optimizer_failures": { "lower": -0.057007154612277844, "mean": 0.125, "n": 16, "upper": 0.30700715461227784 }, "path_length_m": { "lower": 386.97517861245973, "mean": 397.0995975474584, "n": 16, "upper": 407.2240164824571 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3305761849777583, "mean": 0.34565624180655985, "n": 16, "upper": 0.3607362986353614 }, "uncertified": { "lower": -0.057007154612277844, "mean": 0.125, "n": 16, "upper": 0.30700715461227784 } }, "revised": { "acceleration_cost": { "lower": 1163.2326262962015, "mean": 1185.6062180016943, "n": 16, "upper": 1207.979809707187 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 11.989816300870157, "mean": 22.971994047824985, "n": 16, "upper": 33.95417179477981 }, "energy": { "lower": 6.912254085700785, "mean": 7.212444468809319, "n": 16, "upper": 7.512634851917853 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 45.421891566213745, "mean": 56.125, "n": 16, "upper": 66.82810843378626 }, "min_separation_m": { "lower": 5.4109378449277585, "mean": 6.850042272499806, "n": 16, "upper": 8.289146700071854 }, "observed_fraction": { "lower": 0.4105511221229722, "mean": 0.44451904296875, "n": 16, "upper": 0.4784869638145278 }, "optimizer_failures": { "lower": -0.008018972717649786, "mean": 0.375, "n": 16, "upper": 0.7580189727176498 }, "path_length_m": { "lower": 386.99561653801044, "mean": 397.1234713467756, "n": 16, "upper": 407.25132615554077 }, "physical_violation_steps": { "lower": -0.07071559659745769, "mean": 0.0625, "n": 16, "upper": 0.19571559659745769 }, "recovered": { "lower": -0.008018972717649786, "mean": 0.375, "n": 16, "upper": 0.7580189727176498 }, "rmse": { "lower": 0.33057623693552485, "mean": 0.3456562780794462, "n": 16, "upper": 0.3607363192233676 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "random_walk", "progress_gate": true, "safety_gate": false }, { "condition": "nominal", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": -3.9092206039997174e-14, "mean": -1.7763568394002505e-14, "n": 16, "upper": 3.565069251992161e-15 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -1.3918886886547384e-15, "mean": -5.48172618408671e-16, "n": 16, "upper": 2.955434518373963e-16 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": -1.8176900247503598e-16, "mean": 3.3306690738754696e-16, "n": 16, "upper": 8.479028172501299e-16 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": -8.039432554762435e-15, "mean": 7.105427357601002e-15, "n": 16, "upper": 2.2250287269964438e-14 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 503.80392266131105, "mean": 512.265839418578, "n": 16, "upper": 520.727756175845 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -0.26977996638899104, "mean": 0.9007191013886124, "n": 16, "upper": 2.071218169166216 }, "energy": { "lower": 18.63659092118697, "mean": 19.029716983391452, "n": 16, "upper": 19.422843045595936 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -0.01800781204770807, "mean": 0.8125, "n": 16, "upper": 1.643007812047708 }, "min_separation_m": { "lower": 10.468851359424292, "mean": 12.025240489755763, "n": 16, "upper": 13.581629620087234 }, "observed_fraction": { "lower": 0.9922873516606424, "mean": 0.99261474609375, "n": 16, "upper": 0.9929421405268576 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 698.6349469285092, "mean": 712.2901109096038, "n": 16, "upper": 725.9452748906983 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.12484001011625019, "mean": 0.14811625476445045, "n": 16, "upper": 0.1713924994126507 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 503.80392266131105, "mean": 512.265839418578, "n": 16, "upper": 520.727756175845 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -0.26977996638899093, "mean": 0.9007191013886119, "n": 16, "upper": 2.071218169166215 }, "energy": { "lower": 18.63659092118697, "mean": 19.029716983391452, "n": 16, "upper": 19.422843045595936 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -0.01800781204770807, "mean": 0.8125, "n": 16, "upper": 1.643007812047708 }, "min_separation_m": { "lower": 10.468851359424292, "mean": 12.025240489755763, "n": 16, "upper": 13.581629620087234 }, "observed_fraction": { "lower": 0.9922873516606424, "mean": 0.99261474609375, "n": 16, "upper": 0.9929421405268576 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 698.6349469285092, "mean": 712.2901109096038, "n": 16, "upper": 725.9452748906983 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.12484001011625019, "mean": 0.14811625476445045, "n": 16, "upper": 0.1713924994126507 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "lawnmower", "progress_gate": true, "safety_gate": true }, { "condition": "nominal", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 206.0611287297145, "mean": 217.48729810175314, "n": 16, "upper": 228.91346747379177 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.0852779356978925, "mean": 2.53240252221576, "n": 16, "upper": 2.979527108733627 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.855968938841155, "mean": 15.105899849755094, "n": 16, "upper": 18.355830760669033 }, "observed_fraction": { "lower": 0.2957185782836651, "mean": 0.3194580078125, "n": 16, "upper": 0.3431974373413349 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 96.70994236710112, "mean": 112.46049530629247, "n": 16, "upper": 128.21104824548382 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3569557622333328, "mean": 0.3719889214253904, "n": 16, "upper": 0.387022080617448 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 206.0611287297145, "mean": 217.48729810175314, "n": 16, "upper": 228.91346747379177 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.0852779356978925, "mean": 2.53240252221576, "n": 16, "upper": 2.979527108733627 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.855968938841155, "mean": 15.105899849755094, "n": 16, "upper": 18.355830760669033 }, "observed_fraction": { "lower": 0.2957185782836651, "mean": 0.3194580078125, "n": 16, "upper": 0.3431974373413349 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 96.70994236710112, "mean": 112.46049530629247, "n": 16, "upper": 128.21104824548382 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3569557622333328, "mean": 0.3719889214253904, "n": 16, "upper": 0.387022080617448 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "static_kmeans", "progress_gate": true, "safety_gate": true }, { "condition": "nominal", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": -15.110566583390586, "mean": -6.017432605293102, "n": 16, "upper": 3.0757013728043816 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -7.0117065416048305, "mean": -3.6093629152490285, "n": 16, "upper": -0.20701928889322652 }, "energy": { "lower": -2.5368459345975758e-05, "mean": 0.06036437408496176, "n": 16, "upper": 0.12075411662926949 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -2.613612834109082, "mean": -0.5, "n": 16, "upper": 1.613612834109082 }, "min_separation_m": { "lower": -0.0013746158179381365, "mean": 0.0012167779684832958, "n": 16, "upper": 0.003808171754904728 }, "observed_fraction": { "lower": -0.0006579955053371434, "mean": 0.0009765625, "n": 16, "upper": 0.0026111205053371434 }, "optimizer_failures": { "lower": 0.15187232614012336, "mean": 1.0, "n": 16, "upper": 1.8481276738598766 }, "path_length_m": { "lower": -0.017955904382501497, "mean": 1.421114762523299, "n": 16, "upper": 2.8601854294290994 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.47067299041853294, "mean": 1.3125, "n": 16, "upper": 2.154327009581467 }, "rmse": { "lower": -0.00107989222738696, "mean": 0.0004774799445121068, "n": 16, "upper": 0.0020348521164111734 }, "uncertified": { "lower": -0.567588446716678, "mean": -0.3125, "n": 16, "upper": -0.05741155328332204 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 1117.2961455978373, "mean": 1215.5766125281634, "n": 16, "upper": 1313.8570794584896 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 3.2694247510471297, "mean": 6.810804099472397, "n": 16, "upper": 10.352183447897664 }, "energy": { "lower": 13.639148724999425, "mean": 15.608701168347228, "n": 16, "upper": 17.57825361169503 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 70.23305100170396, "mean": 77.75, "n": 16, "upper": 85.26694899829604 }, "min_separation_m": { "lower": 11.207339478185864, "mean": 13.491314619729671, "n": 16, "upper": 15.775289761273479 }, "observed_fraction": { "lower": 0.6467745556865262, "mean": 0.69940185546875, "n": 16, "upper": 0.7520291552509738 }, "optimizer_failures": { "lower": 0.05741155328332204, "mean": 0.3125, "n": 16, "upper": 0.567588446716678 }, "path_length_m": { "lower": 573.473228773431, "mean": 643.962518986224, "n": 16, "upper": 714.4518091990171 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.26249613125577376, "mean": 0.28407552819897297, "n": 16, "upper": 0.3056549251421722 }, "uncertified": { "lower": 0.05741155328332204, "mean": 0.3125, "n": 16, "upper": 0.567588446716678 } }, "revised": { "acceleration_cost": { "lower": 1108.744609878473, "mean": 1209.5591799228705, "n": 16, "upper": 1310.373749967268 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 2.7181390601515454, "mean": 3.201441184223368, "n": 16, "upper": 3.684743308295191 }, "energy": { "lower": 13.688637754789402, "mean": 15.669065542432191, "n": 16, "upper": 17.649493330074982 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 68.63694803155464, "mean": 77.25, "n": 16, "upper": 85.86305196844536 }, "min_separation_m": { "lower": 11.207370595919613, "mean": 13.492531397698155, "n": 16, "upper": 15.777692199476697 }, "observed_fraction": { "lower": 0.64734925316988, "mean": 0.70037841796875, "n": 16, "upper": 0.75340758276762 }, "optimizer_failures": { "lower": 0.47067299041853294, "mean": 1.3125, "n": 16, "upper": 2.154327009581467 }, "path_length_m": { "lower": 574.6181729732823, "mean": 645.3836337487473, "n": 16, "upper": 716.1490945242124 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.47067299041853294, "mean": 1.3125, "n": 16, "upper": 2.154327009581467 }, "rmse": { "lower": 0.2630411598564881, "mean": 0.2845530081434851, "n": 16, "upper": 0.3060648564304821 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "frontier", "progress_gate": true, "safety_gate": true }, { "condition": "wind", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 338.86042874880394, "mean": 412.6498804168589, "n": 16, "upper": 486.4393320849138 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.5436348467603453, "mean": 3.2495602856712544, "n": 16, "upper": 3.9554857245821635 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.672813708825345, "mean": 14.979463756310786, "n": 16, "upper": 18.286113803796226 }, "observed_fraction": { "lower": 0.3661831980801414, "mean": 0.41607666015625, "n": 16, "upper": 0.4659701222323586 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 160.35498722692165, "mean": 193.60025205730477, "n": 16, "upper": 226.8455168876879 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3455747494261528, "mean": 0.3630175455402131, "n": 16, "upper": 0.3804603416542734 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 338.86042874880394, "mean": 412.6498804168589, "n": 16, "upper": 486.4393320849138 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.5436348467603453, "mean": 3.2495602856712544, "n": 16, "upper": 3.9554857245821635 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.672813708825345, "mean": 14.979463756310786, "n": 16, "upper": 18.286113803796226 }, "observed_fraction": { "lower": 0.3661831980801414, "mean": 0.41607666015625, "n": 16, "upper": 0.4659701222323586 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 160.35498722692165, "mean": 193.60025205730477, "n": 16, "upper": 226.8455168876879 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3455747494261528, "mean": 0.3630175455402131, "n": 16, "upper": 0.3804603416542734 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "adaptive_lloyd_bandit", "progress_gate": true, "safety_gate": true }, { "condition": "wind", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 322.4805441413742, "mean": 394.78712619532325, "n": 16, "upper": 467.0937082492723 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.4729720734949785, "mean": 3.1759676853082173, "n": 16, "upper": 3.878963297121456 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.672813708825348, "mean": 14.979463756310787, "n": 16, "upper": 18.286113803796226 }, "observed_fraction": { "lower": 0.3574556421638584, "mean": 0.40771484375, "n": 16, "upper": 0.4579740453361416 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 153.05310659614224, "mean": 186.45475221582745, "n": 16, "upper": 219.85639783551267 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.34537368086071096, "mean": 0.36311404684752424, "n": 16, "upper": 0.3808544128343375 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 322.4805441413742, "mean": 394.78712619532325, "n": 16, "upper": 467.0937082492723 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.4729720734949785, "mean": 3.1759676853082173, "n": 16, "upper": 3.878963297121456 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.672813708825348, "mean": 14.979463756310787, "n": 16, "upper": 18.286113803796226 }, "observed_fraction": { "lower": 0.3574556421638584, "mean": 0.40771484375, "n": 16, "upper": 0.4579740453361416 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 153.05310659614224, "mean": 186.45475221582745, "n": 16, "upper": 219.85639783551267 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.34537368086071096, "mean": 0.36311404684752424, "n": 16, "upper": 0.3808544128343375 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "fixed_lloyd", "progress_gate": true, "safety_gate": true }, { "condition": "wind", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 266.01164622434226, "mean": 305.374829696753, "n": 16, "upper": 344.73801316916376 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.234980957164811, "mean": 2.6950165565273494, "n": 16, "upper": 3.1550521558898876 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.690026524733755, "mean": 14.935998107652889, "n": 16, "upper": 18.18196969057202 }, "observed_fraction": { "lower": 0.33075342045550826, "mean": 0.3568115234375, "n": 16, "upper": 0.38286962641949174 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 136.732568849972, "mean": 155.24012239441868, "n": 16, "upper": 173.74767593886534 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3840112028080939, "mean": 0.39532423669591266, "n": 16, "upper": 0.4066372705837314 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 266.01164622434226, "mean": 305.374829696753, "n": 16, "upper": 344.73801316916376 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.234980957164811, "mean": 2.6950165565273494, "n": 16, "upper": 3.1550521558898876 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.690026524733755, "mean": 14.935998107652889, "n": 16, "upper": 18.18196969057202 }, "observed_fraction": { "lower": 0.33075342045550826, "mean": 0.3568115234375, "n": 16, "upper": 0.38286962641949174 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 136.732568849972, "mean": 155.24012239441868, "n": 16, "upper": 173.74767593886534 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3840112028080939, "mean": 0.39532423669591266, "n": 16, "upper": 0.4066372705837314 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "lloyd_no_consensus", "progress_gate": true, "safety_gate": true }, { "condition": "wind", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": -14.868007241037393, "mean": -4.747963244140593, "n": 16, "upper": 5.372080752756208 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -5.92439684362737, "mean": -1.8919023834000757, "n": 16, "upper": 2.1405920768272186 }, "energy": { "lower": -0.009950796993125875, "mean": 0.008794733270506006, "n": 16, "upper": 0.027540263534137886 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -0.19571559659745769, "mean": -0.0625, "n": 16, "upper": 0.07071559659745769 }, "min_separation_m": { "lower": -0.0002744666315922428, "mean": -8.764834870517157e-05, "n": 16, "upper": 9.916993418189967e-05 }, "observed_fraction": { "lower": -0.00019112851230220477, "mean": -6.103515625e-05, "n": 16, "upper": 6.905819980220477e-05 }, "optimizer_failures": { "lower": -0.11401430922455569, "mean": 0.25, "n": 16, "upper": 0.6140143092245557 }, "path_length_m": { "lower": -0.028992985740733612, "mean": 0.025624641660503045, "n": 16, "upper": 0.0802422690617397 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": -0.008325641159705577, "mean": 0.3125, "n": 16, "upper": 0.6333256411597056 }, "rmse": { "lower": -2.4612982159795715e-08, "mean": 2.1753495112880605e-08, "n": 16, "upper": 6.811997238555693e-08 }, "uncertified": { "lower": -0.19571559659745769, "mean": -0.0625, "n": 16, "upper": 0.07071559659745769 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 1177.0920172000328, "mean": 1202.137188685584, "n": 16, "upper": 1227.1823601711353 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 11.997611156009649, "mean": 25.215410040371765, "n": 16, "upper": 38.43320892473388 }, "energy": { "lower": 6.912354326222226, "mean": 7.214275741541394, "n": 16, "upper": 7.516197156860563 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 38.56771266366008, "mean": 47.375, "n": 16, "upper": 56.18228733633992 }, "min_separation_m": { "lower": 5.428188865968289, "mean": 6.8534360286887726, "n": 16, "upper": 8.278683191409257 }, "observed_fraction": { "lower": 0.4111845360762999, "mean": 0.44500732421875, "n": 16, "upper": 0.4788301123612001 }, "optimizer_failures": { "lower": -0.07071559659745769, "mean": 0.0625, "n": 16, "upper": 0.19571559659745769 }, "path_length_m": { "lower": 390.2025679616818, "mean": 400.2416009517148, "n": 16, "upper": 410.28063394174785 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3304439256617833, "mean": 0.34548985730483694, "n": 16, "upper": 0.36053578894789057 }, "uncertified": { "lower": -0.07071559659745769, "mean": 0.0625, "n": 16, "upper": 0.19571559659745769 } }, "revised": { "acceleration_cost": { "lower": 1175.739404565824, "mean": 1197.3892254414432, "n": 16, "upper": 1219.0390463170622 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 12.183231685411888, "mean": 23.323507656971692, "n": 16, "upper": 34.463783628531495 }, "energy": { "lower": 6.922796439460638, "mean": 7.2230704748119, "n": 16, "upper": 7.523344510163162 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 38.533534909119936, "mean": 47.3125, "n": 16, "upper": 56.091465090880064 }, "min_separation_m": { "lower": 5.428083829153384, "mean": 6.853348380340067, "n": 16, "upper": 8.278612931526752 }, "observed_fraction": { "lower": 0.4110631587579928, "mean": 0.4449462890625, "n": 16, "upper": 0.4788294193670072 }, "optimizer_failures": { "lower": -0.008325641159705577, "mean": 0.3125, "n": 16, "upper": 0.6333256411597056 }, "path_length_m": { "lower": 390.22332679726924, "mean": 400.2672255933753, "n": 16, "upper": 410.3111243894814 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": -0.008325641159705577, "mean": 0.3125, "n": 16, "upper": 0.6333256411597056 }, "rmse": { "lower": 0.3304439587130641, "mean": 0.34548987905833206, "n": 16, "upper": 0.36053579940360003 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "random_walk", "progress_gate": true, "safety_gate": true }, { "condition": "wind", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": -8.039432554762435e-15, "mean": 7.105427357601002e-15, "n": 16, "upper": 2.2250287269964438e-14 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -9.270762928362906e-16, "mean": -3.191891195797325e-16, "n": 16, "upper": 2.8869805367682565e-16 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": -5.453542588403299e-16, "mean": -2.220446049250313e-16, "n": 16, "upper": 1.0126504899026728e-16 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": -2.2250287269964438e-14, "mean": -7.105427357601002e-15, "n": 16, "upper": 8.039432554762435e-15 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 514.1197312754169, "mean": 521.9593735005333, "n": 16, "upper": 529.7990157256496 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -0.21144882116317998, "mean": 0.8107631169344214, "n": 16, "upper": 1.8329750550320227 }, "energy": { "lower": 18.642712908188194, "mean": 19.0353020985728, "n": 16, "upper": 19.427891288957404 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -0.06240638277857391, "mean": 0.8125, "n": 16, "upper": 1.687406382778574 }, "min_separation_m": { "lower": 10.428753873425753, "mean": 11.931661661529526, "n": 16, "upper": 13.4345694496333 }, "observed_fraction": { "lower": 0.9934834524153617, "mean": 0.994384765625, "n": 16, "upper": 0.9952860788346383 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 704.8265972357931, "mean": 718.2927049748916, "n": 16, "upper": 731.7588127139902 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.12308576287191414, "mean": 0.14694811781802625, "n": 16, "upper": 0.17081047276413835 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 514.1197312754169, "mean": 521.9593735005333, "n": 16, "upper": 529.7990157256496 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -0.21144882116317998, "mean": 0.8107631169344209, "n": 16, "upper": 1.8329750550320218 }, "energy": { "lower": 18.642712908188194, "mean": 19.0353020985728, "n": 16, "upper": 19.427891288957404 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -0.06240638277857391, "mean": 0.8125, "n": 16, "upper": 1.687406382778574 }, "min_separation_m": { "lower": 10.428753873425752, "mean": 11.931661661529525, "n": 16, "upper": 13.434569449633297 }, "observed_fraction": { "lower": 0.9934834524153617, "mean": 0.994384765625, "n": 16, "upper": 0.9952860788346383 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 704.8265972357931, "mean": 718.2927049748916, "n": 16, "upper": 731.7588127139902 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.12308576287191414, "mean": 0.14694811781802625, "n": 16, "upper": 0.17081047276413835 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "lawnmower", "progress_gate": true, "safety_gate": true }, { "condition": "wind", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 217.2116241404618, "mean": 229.19223376155642, "n": 16, "upper": 241.17284338265105 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.0967580726385804, "mean": 2.5441830406601813, "n": 16, "upper": 2.9916080086817822 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.859997722613878, "mean": 15.112686965062032, "n": 16, "upper": 18.365376207510188 }, "observed_fraction": { "lower": 0.2976261858344711, "mean": 0.32122802734375, "n": 16, "upper": 0.3448298688530289 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 113.60649325798045, "mean": 129.1694438674349, "n": 16, "upper": 144.73239447688934 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3568960006368663, "mean": 0.371936909351734, "n": 16, "upper": 0.38697781806660175 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 217.2116241404618, "mean": 229.19223376155642, "n": 16, "upper": 241.17284338265105 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.0967580726385804, "mean": 2.5441830406601813, "n": 16, "upper": 2.9916080086817822 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.859997722613878, "mean": 15.112686965062032, "n": 16, "upper": 18.365376207510188 }, "observed_fraction": { "lower": 0.2976261858344711, "mean": 0.32122802734375, "n": 16, "upper": 0.3448298688530289 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 113.60649325798045, "mean": 129.1694438674349, "n": 16, "upper": 144.73239447688934 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3568960006368663, "mean": 0.371936909351734, "n": 16, "upper": 0.38697781806660175 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "static_kmeans", "progress_gate": true, "safety_gate": true }, { "condition": "wind", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": -64.13073443335045, "mean": -29.25544016313649, "n": 16, "upper": 5.619854107077472 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -13.982353359611507, "mean": -7.740573999075429, "n": 16, "upper": -1.4987946385393514 }, "energy": { "lower": -0.03362126512987694, "mean": 0.040286065758172174, "n": 16, "upper": 0.11419339664622129 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -0.9937465195757422, "mean": 0.0625, "n": 16, "upper": 1.1187465195757422 }, "min_separation_m": { "lower": -0.21629535191339022, "mean": 0.3289266873919733, "n": 16, "upper": 0.8741487266973368 }, "observed_fraction": { "lower": -0.003050184832615198, "mean": 0.00518798828125, "n": 16, "upper": 0.013426161395115198 }, "optimizer_failures": { "lower": 0.6074821134693054, "mean": 1.0625, "n": 16, "upper": 1.5175178865306946 }, "path_length_m": { "lower": -2.0583898139901713, "mean": 0.37406373856292063, "n": 16, "upper": 2.8065172911160126 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.8847035155536097, "mean": 1.5, "n": 16, "upper": 2.1152964844463904 }, "rmse": { "lower": -0.011924109812332738, "mean": -0.0048866560953480815, "n": 16, "upper": 0.002150797621636574 }, "uncertified": { "lower": -0.7727518995022076, "mean": -0.4375, "n": 16, "upper": -0.10224810049779237 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 1102.7753487763507, "mean": 1231.369248514963, "n": 16, "upper": 1359.9631482535751 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 4.635749235965493, "mean": 11.12153207689989, "n": 16, "upper": 17.607314917834287 }, "energy": { "lower": 13.395366530245493, "mean": 15.384266335587075, "n": 16, "upper": 17.373166140928657 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 56.39733745634344, "mean": 62.5625, "n": 16, "upper": 68.72766254365655 }, "min_separation_m": { "lower": 10.548742231192351, "mean": 12.036431127797218, "n": 16, "upper": 13.524120024402086 }, "observed_fraction": { "lower": 0.6376366775461676, "mean": 0.687255859375, "n": 16, "upper": 0.7368750412038324 }, "optimizer_failures": { "lower": 0.10224810049779237, "mean": 0.4375, "n": 16, "upper": 0.7727518995022076 }, "path_length_m": { "lower": 567.3398474465504, "mean": 638.7260884290947, "n": 16, "upper": 710.112329411639 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.26953344182303124, "mean": 0.289020589718263, "n": 16, "upper": 0.30850773761349476 }, "uncertified": { "lower": 0.10224810049779237, "mean": 0.4375, "n": 16, "upper": 0.7727518995022076 } }, "revised": { "acceleration_cost": { "lower": 1090.860739200025, "mean": 1202.1138083518263, "n": 16, "upper": 1313.3668775036276 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 2.8457141760373172, "mean": 3.3809580778244595, "n": 16, "upper": 3.9162019796116017 }, "energy": { "lower": 13.42607913170679, "mean": 15.424552401345249, "n": 16, "upper": 17.42302567098371 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 56.739744609356464, "mean": 62.625, "n": 16, "upper": 68.51025539064354 }, "min_separation_m": { "lower": 10.802566380629733, "mean": 12.365357815189192, "n": 16, "upper": 13.928149249748651 }, "observed_fraction": { "lower": 0.6395891835551522, "mean": 0.69244384765625, "n": 16, "upper": 0.7452985117573478 }, "optimizer_failures": { "lower": 0.8847035155536097, "mean": 1.5, "n": 16, "upper": 2.1152964844463904 }, "path_length_m": { "lower": 567.7256495611325, "mean": 639.1001521676576, "n": 16, "upper": 710.4746547741827 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.8847035155536097, "mean": 1.5, "n": 16, "upper": 2.1152964844463904 }, "rmse": { "lower": 0.26198213297037815, "mean": 0.28413393362291495, "n": 16, "upper": 0.30628573427545175 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "frontier", "progress_gate": true, "safety_gate": true }, { "condition": "command_delay", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 321.3832217891374, "mean": 392.1330125169757, "n": 16, "upper": 462.88280324481406 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.472991547579504, "mean": 3.1847424603957375, "n": 16, "upper": 3.896493373211971 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.712152966736937, "mean": 14.97070810808429, "n": 16, "upper": 18.229263249431643 }, "observed_fraction": { "lower": 0.3655883493562813, "mean": 0.41375732421875, "n": 16, "upper": 0.4619262990812187 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 146.93401275977024, "mean": 180.49285389661327, "n": 16, "upper": 214.0516950334563 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.342896087495352, "mean": 0.3605249750130634, "n": 16, "upper": 0.3781538625307748 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 321.3832217891374, "mean": 392.1330125169757, "n": 16, "upper": 462.88280324481406 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.472991547579504, "mean": 3.1847424603957375, "n": 16, "upper": 3.896493373211971 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.712152966736937, "mean": 14.97070810808429, "n": 16, "upper": 18.229263249431643 }, "observed_fraction": { "lower": 0.3655883493562813, "mean": 0.41375732421875, "n": 16, "upper": 0.4619262990812187 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 146.93401275977024, "mean": 180.49285389661327, "n": 16, "upper": 214.0516950334563 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.342896087495352, "mean": 0.3605249750130634, "n": 16, "upper": 0.3781538625307748 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "adaptive_lloyd_bandit", "progress_gate": true, "safety_gate": true }, { "condition": "command_delay", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 306.56787272719026, "mean": 376.1407257417582, "n": 16, "upper": 445.71357875632617 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.4233530070140046, "mean": 3.1292670031412233, "n": 16, "upper": 3.835180999268442 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.70199401251283, "mean": 14.995686495247885, "n": 16, "upper": 18.28937897798294 }, "observed_fraction": { "lower": 0.35845224048731045, "mean": 0.40570068359375, "n": 16, "upper": 0.45294912670018955 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 139.38566421021284, "mean": 172.69096367344596, "n": 16, "upper": 205.9962631366791 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.34335553553852, "mean": 0.3608170957089805, "n": 16, "upper": 0.37827865587944104 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 306.56787272719026, "mean": 376.1407257417582, "n": 16, "upper": 445.71357875632617 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.4233530070140046, "mean": 3.1292670031412233, "n": 16, "upper": 3.835180999268442 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.70199401251283, "mean": 14.995686495247885, "n": 16, "upper": 18.28937897798294 }, "observed_fraction": { "lower": 0.35845224048731045, "mean": 0.40570068359375, "n": 16, "upper": 0.45294912670018955 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 139.38566421021284, "mean": 172.69096367344596, "n": 16, "upper": 205.9962631366791 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.34335553553852, "mean": 0.3608170957089805, "n": 16, "upper": 0.37827865587944104 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "fixed_lloyd", "progress_gate": true, "safety_gate": true }, { "condition": "command_delay", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 258.2315315824693, "mean": 306.0271925663082, "n": 16, "upper": 353.8228535501471 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.271693894910567, "mean": 2.7345853884902906, "n": 16, "upper": 3.1974768820700143 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.720898189467485, "mean": 14.94815880750349, "n": 16, "upper": 18.175419425539495 }, "observed_fraction": { "lower": 0.33509742037789675, "mean": 0.36346435546875, "n": 16, "upper": 0.39183129055960325 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 125.28375775271263, "mean": 146.30395143046954, "n": 16, "upper": 167.32414510822645 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.38362896439603, "mean": 0.39454309062031984, "n": 16, "upper": 0.40545721684460967 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 258.2315315824693, "mean": 306.0271925663082, "n": 16, "upper": 353.8228535501471 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.271693894910567, "mean": 2.7345853884902906, "n": 16, "upper": 3.1974768820700143 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.720898189467485, "mean": 14.94815880750349, "n": 16, "upper": 18.175419425539495 }, "observed_fraction": { "lower": 0.33509742037789675, "mean": 0.36346435546875, "n": 16, "upper": 0.39183129055960325 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 125.28375775271263, "mean": 146.30395143046954, "n": 16, "upper": 167.32414510822645 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.38362896439603, "mean": 0.39454309062031984, "n": 16, "upper": 0.40545721684460967 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "lloyd_no_consensus", "progress_gate": true, "safety_gate": true }, { "condition": "command_delay", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": -17.544822897993424, "mean": -5.602780003554727, "n": 16, "upper": 6.339262890883969 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -5.614190989664005, "mean": -1.792840953642052, "n": 16, "upper": 2.0285090823799012 }, "energy": { "lower": -0.0034199171087203085, "mean": 0.0030225979810052928, "n": 16, "upper": 0.009465113070730894 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -0.07071559659745769, "mean": 0.0625, "n": 16, "upper": 0.19571559659745769 }, "min_separation_m": { "lower": -1.1870789574670914e-13, "mean": 2.441935542663032e-13, "n": 16, "upper": 6.070950042793156e-13 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.04508401511221827, "mean": 0.375, "n": 16, "upper": 0.7049159848877817 }, "path_length_m": { "lower": -0.009584940804702718, "mean": 0.00847138161072536, "n": 16, "upper": 0.026527704026153436 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.04987542325460448, "mean": 0.4375, "n": 16, "upper": 0.8251245767453955 }, "rmse": { "lower": -2.3388392403330213e-07, "mean": 2.0671175745418102e-07, "n": 16, "upper": 6.473074389416641e-07 }, "uncertified": { "lower": -0.19571559659745769, "mean": -0.0625, "n": 16, "upper": 0.07071559659745769 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 1146.4979617131044, "mean": 1171.3019938679427, "n": 16, "upper": 1196.106026022781 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 12.292085670084777, "mean": 23.85418051029243, "n": 16, "upper": 35.41627535050009 }, "energy": { "lower": 6.822444478778888, "mean": 7.117045876343852, "n": 16, "upper": 7.411647273908816 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 43.50665323102679, "mean": 53.75, "n": 16, "upper": 63.99334676897321 }, "min_separation_m": { "lower": 5.545909456230843, "mean": 7.098209363607095, "n": 16, "upper": 8.650509270983347 }, "observed_fraction": { "lower": 0.4096873825360486, "mean": 0.44317626953125, "n": 16, "upper": 0.4766651565264514 }, "optimizer_failures": { "lower": -0.07071559659745769, "mean": 0.0625, "n": 16, "upper": 0.19571559659745769 }, "path_length_m": { "lower": 378.3189137922201, "mean": 388.18557052223616, "n": 16, "upper": 398.05222725225224 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.32967747953793225, "mean": 0.34449060216959754, "n": 16, "upper": 0.3593037248012628 }, "uncertified": { "lower": -0.07071559659745769, "mean": 0.0625, "n": 16, "upper": 0.19571559659745769 } }, "revised": { "acceleration_cost": { "lower": 1144.0245953551118, "mean": 1165.6992138643877, "n": 16, "upper": 1187.3738323736636 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 11.335308030326898, "mean": 22.061339556650374, "n": 16, "upper": 32.78737108297385 }, "energy": { "lower": 6.82610346028207, "mean": 7.1200684743248575, "n": 16, "upper": 7.414033488367645 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 43.57706794820956, "mean": 53.8125, "n": 16, "upper": 64.04793205179044 }, "min_separation_m": { "lower": 5.545909456231182, "mean": 7.0982093636073404, "n": 16, "upper": 8.6505092709835 }, "observed_fraction": { "lower": 0.4096873825360486, "mean": 0.44317626953125, "n": 16, "upper": 0.4766651565264514 }, "optimizer_failures": { "lower": 0.04987542325460448, "mean": 0.4375, "n": 16, "upper": 0.8251245767453955 }, "path_length_m": { "lower": 378.328279950648, "mean": 388.1940419038469, "n": 16, "upper": 398.0598038570458 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.04987542325460448, "mean": 0.4375, "n": 16, "upper": 0.8251245767453955 }, "rmse": { "lower": 0.3296777557740548, "mean": 0.34449080888135497, "n": 16, "upper": 0.35930386198865516 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "random_walk", "progress_gate": true, "safety_gate": true }, { "condition": "command_delay", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -2.2721125309379497e-17, "mean": 4.163336342344337e-17, "n": 16, "upper": 1.0598785215626624e-16 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": -2.512322673363261e-16, "mean": 2.220446049250313e-16, "n": 16, "upper": 6.953214771863887e-16 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 483.896681199834, "mean": 491.6630524473494, "n": 16, "upper": 499.4294236948648 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -0.08017951930557053, "mean": 0.11677784273234253, "n": 16, "upper": 0.31373520477025557 }, "energy": { "lower": 18.688264502831842, "mean": 19.0799804250283, "n": 16, "upper": 19.471696347224757 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -0.2046537029535197, "mean": 0.375, "n": 16, "upper": 0.9546537029535197 }, "min_separation_m": { "lower": 10.814212882985728, "mean": 12.316610825618735, "n": 16, "upper": 13.819008768251742 }, "observed_fraction": { "lower": 0.9924094219731424, "mean": 0.99273681640625, "n": 16, "upper": 0.9930642108393576 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 701.9414449654063, "mean": 715.6169633288353, "n": 16, "upper": 729.2924816922642 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.12357593241588591, "mean": 0.1469492088942606, "n": 16, "upper": 0.1703224853726353 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 483.896681199834, "mean": 491.6630524473494, "n": 16, "upper": 499.4294236948648 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -0.08017951930557055, "mean": 0.11677784273234257, "n": 16, "upper": 0.3137352047702557 }, "energy": { "lower": 18.688264502831842, "mean": 19.0799804250283, "n": 16, "upper": 19.471696347224757 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -0.2046537029535197, "mean": 0.375, "n": 16, "upper": 0.9546537029535197 }, "min_separation_m": { "lower": 10.814212882985728, "mean": 12.316610825618735, "n": 16, "upper": 13.819008768251742 }, "observed_fraction": { "lower": 0.9924094219731424, "mean": 0.99273681640625, "n": 16, "upper": 0.9930642108393576 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 701.9414449654063, "mean": 715.6169633288353, "n": 16, "upper": 729.2924816922642 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.12357593241588591, "mean": 0.1469492088942606, "n": 16, "upper": 0.1703224853726353 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "lawnmower", "progress_gate": true, "safety_gate": true }, { "condition": "command_delay", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 206.0611287297145, "mean": 217.48729810175314, "n": 16, "upper": 228.91346747379177 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.085277935697892, "mean": 2.53240252221576, "n": 16, "upper": 2.9795271087336275 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.855968938841155, "mean": 15.105899849755094, "n": 16, "upper": 18.355830760669033 }, "observed_fraction": { "lower": 0.30067603188581604, "mean": 0.3243408203125, "n": 16, "upper": 0.34800560873918396 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 96.70994236710112, "mean": 112.46049530629247, "n": 16, "upper": 128.21104824548382 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.35432606138187017, "mean": 0.36941796485963063, "n": 16, "upper": 0.3845098683373911 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 206.0611287297145, "mean": 217.48729810175314, "n": 16, "upper": 228.91346747379177 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.085277935697892, "mean": 2.53240252221576, "n": 16, "upper": 2.9795271087336275 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.855968938841155, "mean": 15.105899849755094, "n": 16, "upper": 18.355830760669033 }, "observed_fraction": { "lower": 0.30067603188581604, "mean": 0.3243408203125, "n": 16, "upper": 0.34800560873918396 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 96.70994236710112, "mean": 112.46049530629247, "n": 16, "upper": 128.21104824548382 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.35432606138187017, "mean": 0.36941796485963063, "n": 16, "upper": 0.3845098683373911 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "static_kmeans", "progress_gate": true, "safety_gate": true }, { "condition": "command_delay", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": -36.666453472578645, "mean": -15.651001892793182, "n": 16, "upper": 5.36444968699228 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -7.84493784027164, "mean": -3.4723773365347244, "n": 16, "upper": 0.9001831672021909 }, "energy": { "lower": -0.3684377687481015, "mean": 0.14297230476731448, "n": 16, "upper": 0.6543823782827305 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -5.730324502479433, "mean": -1.6875, "n": 16, "upper": 2.3553245024794327 }, "min_separation_m": { "lower": -0.9308711340504519, "mean": -0.3070124354809653, "n": 16, "upper": 0.3168462630885212 }, "observed_fraction": { "lower": -0.004333983580724153, "mean": 0.0003662109375, "n": 16, "upper": 0.005066405455724153 }, "optimizer_failures": { "lower": 0.764354678754493, "mean": 1.4375, "n": 16, "upper": 2.110645321245507 }, "path_length_m": { "lower": -14.213020530304192, "mean": 3.299070656720403, "n": 16, "upper": 20.811161843744998 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.9410170406820793, "mean": 1.6875, "n": 16, "upper": 2.4339829593179205 }, "rmse": { "lower": -0.00223547673571793, "mean": 0.0014077503125376513, "n": 16, "upper": 0.005050977360793232 }, "uncertified": { "lower": -0.5576482422231952, "mean": -0.25, "n": 16, "upper": 0.057648242223195145 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 1064.3638896394923, "mean": 1161.7991807979738, "n": 16, "upper": 1259.2344719564553 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 2.6328348999708755, "mean": 6.9318391746675285, "n": 16, "upper": 11.230843449364182 }, "energy": { "lower": 12.456129767928074, "mean": 14.479908227816189, "n": 16, "upper": 16.503686687704302 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 71.62640747672516, "mean": 78.0, "n": 16, "upper": 84.37359252327484 }, "min_separation_m": { "lower": 11.074016182995582, "mean": 12.906024366289266, "n": 16, "upper": 14.73803254958295 }, "observed_fraction": { "lower": 0.6030550029964716, "mean": 0.65521240234375, "n": 16, "upper": 0.7073698016910284 }, "optimizer_failures": { "lower": -0.057648242223195145, "mean": 0.25, "n": 16, "upper": 0.5576482422231952 }, "path_length_m": { "lower": 531.4223457607195, "mean": 601.0754731482386, "n": 16, "upper": 670.7286005357578 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.2694140010656864, "mean": 0.2886466312736481, "n": 16, "upper": 0.30787926148160977 }, "uncertified": { "lower": -0.057648242223195145, "mean": 0.25, "n": 16, "upper": 0.5576482422231952 } }, "revised": { "acceleration_cost": { "lower": 1052.5067955195111, "mean": 1146.1481789051809, "n": 16, "upper": 1239.7895622908507 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 2.8268680132572332, "mean": 3.459461838132803, "n": 16, "upper": 4.092055663008372 }, "energy": { "lower": 12.561573448125527, "mean": 14.622880532583505, "n": 16, "upper": 16.68418761704148 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 69.27086587026582, "mean": 76.3125, "n": 16, "upper": 83.35413412973418 }, "min_separation_m": { "lower": 11.060551511112369, "mean": 12.5990119308083, "n": 16, "upper": 14.137472350504233 }, "observed_fraction": { "lower": 0.6040973228060332, "mean": 0.65557861328125, "n": 16, "upper": 0.7070599037564668 }, "optimizer_failures": { "lower": 0.9410170406820793, "mean": 1.6875, "n": 16, "upper": 2.4339829593179205 }, "path_length_m": { "lower": 533.9686425929915, "mean": 604.3745438049591, "n": 16, "upper": 674.7804450169267 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.9410170406820793, "mean": 1.6875, "n": 16, "upper": 2.4339829593179205 }, "rmse": { "lower": 0.27081168953657786, "mean": 0.2900543815861857, "n": 16, "upper": 0.3092970736357935 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "frontier", "progress_gate": false, "safety_gate": true }, { "condition": "combined_stress", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 337.7084675550602, "mean": 410.7238468897964, "n": 16, "upper": 483.73922622453256 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.507818020530568, "mean": 3.191259273796875, "n": 16, "upper": 3.8747005270631822 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.711974662672567, "mean": 14.806384625281847, "n": 16, "upper": 17.900794587891127 }, "observed_fraction": { "lower": 0.3620498270842886, "mean": 0.40728759765625, "n": 16, "upper": 0.4525253682282114 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 157.9140607223941, "mean": 189.98413526967897, "n": 16, "upper": 222.05420981696383 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3445796136899428, "mean": 0.36296443453443833, "n": 16, "upper": 0.3813492553789339 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 337.7084675550602, "mean": 410.7238468897964, "n": 16, "upper": 483.73922622453256 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.507818020530568, "mean": 3.191259273796875, "n": 16, "upper": 3.8747005270631822 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.711974662672567, "mean": 14.806384625281847, "n": 16, "upper": 17.900794587891127 }, "observed_fraction": { "lower": 0.3620498270842886, "mean": 0.40728759765625, "n": 16, "upper": 0.4525253682282114 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 157.9140607223941, "mean": 189.98413526967897, "n": 16, "upper": 222.05420981696383 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3445796136899428, "mean": 0.36296443453443833, "n": 16, "upper": 0.3813492553789339 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "adaptive_lloyd_bandit", "progress_gate": true, "safety_gate": true }, { "condition": "combined_stress", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 329.8640694676589, "mean": 396.31240318461164, "n": 16, "upper": 462.76073690156437 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.4750651807222246, "mean": 3.157625919672266, "n": 16, "upper": 3.840186658622307 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.703733928848225, "mean": 14.833404565463347, "n": 16, "upper": 17.96307520207847 }, "observed_fraction": { "lower": 0.35885487489841417, "mean": 0.404052734375, "n": 16, "upper": 0.44925059385158583 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 154.334137422033, "mean": 185.6826128924091, "n": 16, "upper": 217.03108836278523 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3448948380984731, "mean": 0.3632242207507755, "n": 16, "upper": 0.38155360340307787 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 329.8640694676589, "mean": 396.31240318461164, "n": 16, "upper": 462.76073690156437 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.4750651807222246, "mean": 3.157625919672266, "n": 16, "upper": 3.840186658622307 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.703733928848225, "mean": 14.833404565463347, "n": 16, "upper": 17.96307520207847 }, "observed_fraction": { "lower": 0.35885487489841417, "mean": 0.404052734375, "n": 16, "upper": 0.44925059385158583 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 154.334137422033, "mean": 185.6826128924091, "n": 16, "upper": 217.03108836278523 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3448948380984731, "mean": 0.3632242207507755, "n": 16, "upper": 0.38155360340307787 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "fixed_lloyd", "progress_gate": true, "safety_gate": true }, { "condition": "combined_stress", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 269.4555310411931, "mean": 320.9944318316899, "n": 16, "upper": 372.53333262218666 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.3131160533474278, "mean": 2.776931158913914, "n": 16, "upper": 3.2407462644804 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.685151622607249, "mean": 14.887877223391214, "n": 16, "upper": 18.09060282417518 }, "observed_fraction": { "lower": 0.33706438919124615, "mean": 0.364990234375, "n": 16, "upper": 0.39291607955875385 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 139.63897287721633, "mean": 159.68802801583482, "n": 16, "upper": 179.7370831544533 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.37871664913735326, "mean": 0.3896972823495645, "n": 16, "upper": 0.4006779155617758 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 269.4555310411931, "mean": 320.9944318316899, "n": 16, "upper": 372.53333262218666 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.3131160533474278, "mean": 2.776931158913914, "n": 16, "upper": 3.2407462644804 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.685151622607249, "mean": 14.887877223391214, "n": 16, "upper": 18.09060282417518 }, "observed_fraction": { "lower": 0.33706438919124615, "mean": 0.364990234375, "n": 16, "upper": 0.39291607955875385 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 139.63897287721633, "mean": 159.68802801583482, "n": 16, "upper": 179.7370831544533 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.37871664913735326, "mean": 0.3896972823495645, "n": 16, "upper": 0.4006779155617758 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "lloyd_no_consensus", "progress_gate": true, "safety_gate": true }, { "condition": "combined_stress", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": -4.5582904926945793e-07, "mean": -1.9031969600291632e-07, "n": 16, "upper": 7.51896572636253e-08 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -6.8808759877435556e-09, "mean": -1.5370726323682415e-09, "n": 16, "upper": 3.8067307230070725e-09 }, "energy": { "lower": -5.831695295080138e-10, "mean": -2.4489393846138796e-10, "n": 16, "upper": 9.338165258523782e-11 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": -7.62127392987656e-11, "mean": -2.8466173862540245e-11, "n": 16, "upper": 1.9280391573685113e-11 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": -0.11016658819920172, "mean": 0.3125, "n": 16, "upper": 0.7351665881992018 }, "path_length_m": { "lower": -9.820154005189798e-09, "mean": -4.118582808132487e-09, "n": 16, "upper": 1.5829883889248246e-09 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": -0.11016658819920172, "mean": 0.3125, "n": 16, "upper": 0.7351665881992018 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 1156.062756507372, "mean": 1178.4030514142178, "n": 16, "upper": 1200.7433463210637 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 11.339424943614539, "mean": 22.148337672199652, "n": 16, "upper": 32.957250400784766 }, "energy": { "lower": 6.839941512959687, "mean": 7.131912787096217, "n": 16, "upper": 7.423884061232748 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 36.38601503009037, "mean": 45.0625, "n": 16, "upper": 53.73898496990963 }, "min_separation_m": { "lower": 5.5582634921847776, "mean": 7.093876310550428, "n": 16, "upper": 8.629489128916077 }, "observed_fraction": { "lower": 0.40947398797265966, "mean": 0.443115234375, "n": 16, "upper": 0.47675648077734034 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 382.33849346991497, "mean": 392.0391767675943, "n": 16, "upper": 401.73986006527366 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.3189821349258968, "mean": 0.3358857134242353, "n": 16, "upper": 0.3527892919225738 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 1156.0627562624463, "mean": 1178.403051223898, "n": 16, "upper": 1200.7433461853498 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 11.339424942199154, "mean": 22.148337670662578, "n": 16, "upper": 32.957250399126 }, "energy": { "lower": 6.839941512516847, "mean": 7.131912786851323, "n": 16, "upper": 7.423884061185798 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 36.38601503009037, "mean": 45.0625, "n": 16, "upper": 53.73898496990963 }, "min_separation_m": { "lower": 5.558263492144884, "mean": 7.093876310521961, "n": 16, "upper": 8.629489128899037 }, "observed_fraction": { "lower": 0.40947398797265966, "mean": 0.443115234375, "n": 16, "upper": 0.47675648077734034 }, "optimizer_failures": { "lower": -0.11016658819920172, "mean": 0.3125, "n": 16, "upper": 0.7351665881992018 }, "path_length_m": { "lower": 382.3384934631927, "mean": 392.0391767634758, "n": 16, "upper": 401.73986006375884 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": -0.11016658819920172, "mean": 0.3125, "n": 16, "upper": 0.7351665881992018 }, "rmse": { "lower": 0.3189821349258968, "mean": 0.3358857134242353, "n": 16, "upper": 0.3527892919225738 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "random_walk", "progress_gate": true, "safety_gate": true }, { "condition": "combined_stress", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -2.4023251954768737e-16, "mean": -9.71445146547012e-17, "n": 16, "upper": 4.594349023828498e-17 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 493.90137189565723, "mean": 501.65833903394866, "n": 16, "upper": 509.4153061722401 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -0.060711203313169704, "mean": 0.12956896775320992, "n": 16, "upper": 0.31984913881958954 }, "energy": { "lower": 18.701336638025, "mean": 19.090771112984655, "n": 16, "upper": 19.480205587944308 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -0.1710214638368336, "mean": 0.375, "n": 16, "upper": 0.9210214638368336 }, "min_separation_m": { "lower": 10.801554782397709, "mean": 12.228708110886362, "n": 16, "upper": 13.655861439375016 }, "observed_fraction": { "lower": 0.9926517774175402, "mean": 0.9942626953125, "n": 16, "upper": 0.9958736132074598 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 707.7048635613351, "mean": 721.1524365735881, "n": 16, "upper": 734.6000095858412 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.12831779511162364, "mean": 0.1564540409878158, "n": 16, "upper": 0.18459028686400794 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 493.90137189565723, "mean": 501.65833903394866, "n": 16, "upper": 509.4153061722401 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -0.06071120331316965, "mean": 0.12956896775320983, "n": 16, "upper": 0.3198491388195893 }, "energy": { "lower": 18.701336638025, "mean": 19.090771112984655, "n": 16, "upper": 19.480205587944308 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -0.1710214638368336, "mean": 0.375, "n": 16, "upper": 0.9210214638368336 }, "min_separation_m": { "lower": 10.801554782397709, "mean": 12.228708110886362, "n": 16, "upper": 13.655861439375016 }, "observed_fraction": { "lower": 0.9926517774175402, "mean": 0.9942626953125, "n": 16, "upper": 0.9958736132074598 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 707.7048635613351, "mean": 721.1524365735881, "n": 16, "upper": 734.6000095858412 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.12831779511162364, "mean": 0.1564540409878158, "n": 16, "upper": 0.18459028686400794 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "lawnmower", "progress_gate": true, "safety_gate": true }, { "condition": "combined_stress", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "observed_fraction": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 218.23547938056336, "mean": 229.5436414803297, "n": 16, "upper": 240.85180358009606 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.095582555995019, "mean": 2.54283178216615, "n": 16, "upper": 2.990081008337281 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.826004707853922, "mean": 15.075149516859812, "n": 16, "upper": 18.3242943258657 }, "observed_fraction": { "lower": 0.30268712255386365, "mean": 0.32611083984375, "n": 16, "upper": 0.34953455713363635 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 113.57322192040006, "mean": 129.10590310830884, "n": 16, "upper": 144.63858429621763 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.36106903017527975, "mean": 0.3765540152571901, "n": 16, "upper": 0.3920390003391005 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } }, "revised": { "acceleration_cost": { "lower": 218.23547938056336, "mean": 229.5436414803297, "n": 16, "upper": 240.85180358009606 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "energy": { "lower": 2.095582555995019, "mean": 2.54283178216615, "n": 16, "upper": 2.990081008337281 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "min_separation_m": { "lower": 11.826004707853922, "mean": 15.075149516859812, "n": 16, "upper": 18.3242943258657 }, "observed_fraction": { "lower": 0.30268712255386365, "mean": 0.32611083984375, "n": 16, "upper": 0.34953455713363635 }, "optimizer_failures": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "path_length_m": { "lower": 113.57322192040006, "mean": 129.10590310830884, "n": 16, "upper": 144.63858429621763 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.36106903017527975, "mean": 0.3765540152571901, "n": 16, "upper": 0.3920390003391005 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "static_kmeans", "progress_gate": true, "safety_gate": true }, { "condition": "combined_stress", "missing_seeds": [], "n": 16, "paired_differences": { "acceleration_cost": { "lower": -56.46277686255064, "mean": -28.25293354779231, "n": 16, "upper": -0.04309023303397552 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": -10.975177686683287, "mean": -6.73834934721086, "n": 16, "upper": -2.501521007738434 }, "energy": { "lower": -0.057467623788635125, "mean": 0.1190781744499787, "n": 16, "upper": 0.29562397268859253 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": -0.5792538353765488, "mean": 1.6875, "n": 16, "upper": 3.954253835376549 }, "min_separation_m": { "lower": -1.3362111493803608, "mean": -0.1718541982397525, "n": 16, "upper": 0.9925027529008557 }, "observed_fraction": { "lower": -0.0057279080339088795, "mean": 0.0076904296875, "n": 16, "upper": 0.02110876740890888 }, "optimizer_failures": { "lower": 0.17487542325460448, "mean": 0.5625, "n": 16, "upper": 0.9501245767453955 }, "path_length_m": { "lower": -4.023654928591984, "mean": 3.5511540896390983, "n": 16, "upper": 11.12596310787018 }, "physical_violation_steps": { "lower": -0.057007154612277844, "mean": 0.125, "n": 16, "upper": 0.30700715461227784 }, "recovered": { "lower": 0.7950840151122183, "mean": 1.125, "n": 16, "upper": 1.4549159848877817 }, "rmse": { "lower": -0.015713480896753243, "mean": -0.0048224508334658665, "n": 16, "upper": 0.00606857922982151 }, "uncertified": { "lower": -0.8977518995022076, "mean": -0.5625, "n": 16, "upper": -0.22724810049779237 } }, "paired_means": { "old_projected": { "acceleration_cost": { "lower": 1183.8393750360337, "mean": 1254.4109322950512, "n": 16, "upper": 1324.9824895540687 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 6.69153623770659, "mean": 12.193361552606197, "n": 16, "upper": 17.695186867505804 }, "energy": { "lower": 15.156438853938099, "mean": 16.88022604133049, "n": 16, "upper": 18.604013228722884 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 53.23784523245155, "mean": 58.125, "n": 16, "upper": 63.01215476754845 }, "min_separation_m": { "lower": 10.004513612337592, "mean": 11.727961368901141, "n": 16, "upper": 13.451409125464691 }, "observed_fraction": { "lower": 0.6820170218445455, "mean": 0.728759765625, "n": 16, "upper": 0.7755025094054545 }, "optimizer_failures": { "lower": 0.22724810049779237, "mean": 0.5625, "n": 16, "upper": 0.8977518995022076 }, "path_length_m": { "lower": 630.7705452593809, "mean": 688.2352246952369, "n": 16, "upper": 745.6999041310928 }, "physical_violation_steps": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "recovered": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "rmse": { "lower": 0.2457605300578774, "mean": 0.26671654122734306, "n": 16, "upper": 0.2876725523968087 }, "uncertified": { "lower": 0.22724810049779237, "mean": 0.5625, "n": 16, "upper": 0.8977518995022076 } }, "revised": { "acceleration_cost": { "lower": 1158.0029380719877, "mean": 1226.157998747259, "n": 16, "upper": 1294.3130594225302 }, "collisions": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "deviation_cost": { "lower": 3.488009514495836, "mean": 5.455012205395336, "n": 16, "upper": 7.4220148962948365 }, "energy": { "lower": 15.228015783701846, "mean": 16.99930421578047, "n": 16, "upper": 18.770592647859093 }, "independent_uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 }, "interventions": { "lower": 53.97133407469472, "mean": 59.8125, "n": 16, "upper": 65.65366592530529 }, "min_separation_m": { "lower": 9.620484272892226, "mean": 11.556107170661388, "n": 16, "upper": 13.49173006843055 }, "observed_fraction": { "lower": 0.687180650693386, "mean": 0.7364501953125, "n": 16, "upper": 0.785719739931614 }, "optimizer_failures": { "lower": 0.7950840151122183, "mean": 1.125, "n": 16, "upper": 1.4549159848877817 }, "path_length_m": { "lower": 632.4818368489521, "mean": 691.786378784876, "n": 16, "upper": 751.0909207207999 }, "physical_violation_steps": { "lower": -0.057007154612277844, "mean": 0.125, "n": 16, "upper": 0.30700715461227784 }, "recovered": { "lower": 0.7950840151122183, "mean": 1.125, "n": 16, "upper": 1.4549159848877817 }, "rmse": { "lower": 0.23769939226092274, "mean": 0.26189409039387723, "n": 16, "upper": 0.2860887885268317 }, "uncertified": { "lower": 0.0, "mean": 0.0, "n": 16, "upper": 0.0 } } }, "policy": "frontier", "progress_gate": false, "safety_gate": false } ], "content_sha256": "f0a802f1eda3ef44298ea73301b43addc0885e6782fb28d09116f16bd7f321c3", "counts": { "attempted": 896, "comparisons": 28, "expected": 896, "failed": 0, "pending": 0, "successful": 896 }, "experiment_revision": { "metrics_source": "frozen_original_experiment", "protocol_sha256": "bda2d2f7df523c492c9959f294d8506bc2d71896e5b98a5f482994c3f8bd3377", "source_snapshot": "source_snapshot/" }, "gates": { "decision": "retain_frozen_controller", "progress_cost": false, "promoted": false, "safety_reliability": false }, "implementation_revision": { "controller_runtime_measured": false, "experimental_rerun": false, "finite_classifications_identical": true, "manifest": "hardening_v2/manifest.json", "name": "validation-hardening-v2", "scope": "Input validation and non-mutating verification only", "validation_tests": "hardening_v2/tests.json" }, "interpretation": "Totals are descriptive only; inference is paired within condition/policy. Incomplete counts are lower bounds.", "key_metrics": { "old_projected": { "attempted": 448, "audited_steps": 44800, "complete": 448, "complete_episode_means": { "acceleration_cost": 604.8194757967298, "collisions": 0.0, "deviation_cost": 4.8888936927246, "energy": 7.636715942150768, "independent_uncertified": 0.0, "interventions": 17.180803571428573, "min_separation_m": 13.079865041126899, "observed_fraction": 0.5191388811383929, "optimizer_failures": 0.06473214285714286, "path_length_m": 342.0865143184251, "physical_violation_steps": 0.0, "recovered": 0.0, "rmse": 0.32366038815569925, "uncertified": 0.06473214285714286 }, "failed": 0, "failure_classifications": { "feasible_witness": 29 }, "failure_states": 29, "observed_count_lower_bounds": { "collisions": 0, "independent_uncertified": 0, "interventions": 7697, "optimizer_failures": 29, "physical_violation_steps": 0, "recovered": 0, "uncertified": 29 }, "unknown_attempted_steps": 0 }, "revised": { "attempted": 448, "audited_steps": 44800, "complete": 448, "complete_episode_means": { "acceleration_cost": 601.2380328990221, "collisions": 0.0, "deviation_cost": 3.855710045231935, "energy": 7.6505058192785835, "independent_uncertified": 0.0, "interventions": 17.167410714285715, "min_separation_m": 13.074544832902925, "observed_fraction": 0.5196446010044643, "optimizer_failures": 0.25223214285714285, "path_length_m": 342.39734907077917, "physical_violation_steps": 0.006696428571428571, "recovered": 0.25223214285714285, "rmse": 0.323380973443784, "uncertified": 0.0 }, "failed": 0, "failure_classifications": { "feasible_witness": 113 }, "failure_states": 113, "observed_count_lower_bounds": { "collisions": 0, "independent_uncertified": 0, "interventions": 7691, "optimizer_failures": 113, "physical_violation_steps": 3, "recovered": 113, "uncertified": 0 }, "unknown_attempted_steps": 0 } }, "limitations": [ "Toy generated fields, true-state/current-wind oracle", "No population safety proof or formal optimizer optimality certificate", "16 paired seeds per stratum; descriptive intervals without multiplicity correction", "No production promotion" ], "post_experiment_analysis": { "controller_note": "113 revised recovered commands are feasible but optimizer optimality is not established; optimizer failures increased from 29 to 113.", "failed_progress_cost_gates": [ { "condition": "command_delay", "energy_threshold": 0.2895981645563238, "energy_upper": 0.6543823782827305, "observed_fraction_lower": -0.004333983580724153, "observed_fraction_threshold": -0.005, "policy": "frontier", "rmse_threshold": 0.005, "rmse_upper": 0.005050977360793232 }, { "condition": "combined_stress", "energy_threshold": 0.33760452082660986, "energy_upper": 0.29562397268859253, "observed_fraction_lower": -0.0057279080339088795, "observed_fraction_threshold": -0.005, "policy": "frontier", "rmse_threshold": 0.005, "rmse_upper": 0.00606857922982151 } ], "failure_inventory": "failure_inventory.json", "historical_reconstructed_candidates_certified": 10, "historical_saved_executed_commands_certified": 10, "physical_note": "Frozen actuator acceptance is 1e-8 m/s; independent acceleration tolerance is 1e-8 m/s^2. At dt=.35, three recovered commands satisfy the former but fail the latter. No tolerance is changed after outcomes.", "physical_violation_kind": "actuator acceleration only", "physical_violation_steps": [ { "acceleration_cost": 36.6741747183252, "acceleration_mps2": 5.00000001496449, "certificate": { "certified": true, "collisions": 0, "min_separation_m": 27.045516269848317, "residuals": { "actuator_mps": 5.237571709670874e-09, "landed_mps": 0.0, "pair_mps": 0.0, "speed_mps": 0.0, "world_mps": 0.0 }, "valid_initial": true }, "collisions": 0, "deviation_cost": 0.4388254336015108, "integration_error_m": 6.8833827526759706e-15, "job": { "condition": "combined_stress", "mode": "revised", "policy": "frontier", "seed": 8101 }, "landed_motion_m": 0.0, "min_separation_m": 27.045516269848317, "path_length_m": 7.909431494178311, "physical_violation": true, "speed_mps": 6.000000000000006, "step": 18, "violations": { "actuator": true, "integration": false, "landed": false, "speed": false, "world": false }, "world_excess_m": 0.0 }, { "acceleration_cost": 52.500000039206135, "acceleration_mps2": 5.000000011201754, "certificate": { "certified": true, "collisions": 0, "min_separation_m": 35.345687435215474, "residuals": { "actuator_mps": 3.920614277674872e-09, "landed_mps": 0.0, "pair_mps": 0.0, "speed_mps": 0.0, "world_mps": 0.0 }, "valid_initial": true }, "collisions": 0, "deviation_cost": 0.34303629335197716, "integration_error_m": 4.3298697960381105e-15, "job": { "condition": "combined_stress", "mode": "revised", "policy": "frontier", "seed": 8108 }, "landed_motion_m": 0.0, "min_separation_m": 35.345687435215474, "path_length_m": 6.0318418648283325, "physical_violation": true, "speed_mps": 3.455146576571769, "step": 18, "violations": { "actuator": true, "integration": false, "landed": false, "speed": false, "world": false }, "world_excess_m": 0.0 }, { "acceleration_cost": 31.485507034693605, "acceleration_mps2": 5.000000010461318, "certificate": { "certified": true, "collisions": 0, "min_separation_m": 11.68855081269522, "residuals": { "actuator_mps": 3.6614613563301646e-09, "landed_mps": 0.0, "pair_mps": 8.881784197001252e-16, "speed_mps": 0.0, "world_mps": 0.0 }, "valid_initial": true }, "collisions": 0, "deviation_cost": 3.6671907326112914, "integration_error_m": 6.661338147750939e-15, "job": { "condition": "nominal", "mode": "revised", "policy": "random_walk", "seed": 8112 }, "landed_motion_m": 0.0, "min_separation_m": 11.68855081269522, "path_length_m": 9.50953154892713, "physical_violation": true, "speed_mps": 5.253735746926487, "step": 74, "violations": { "actuator": true, "integration": false, "landed": false, "speed": false, "world": false }, "world_excess_m": 0.0 } ], "tests": "116 passed: study, separation, core_v2; command in execution_notes.json", "verification": "verification.json" }, "protocol_sha256": "bda2d2f7df523c492c9959f294d8506bc2d71896e5b98a5f482994c3f8bd3377", "replay": { "classifications": { "feasible_witness": 10 }, "episodes": 9, "old_exact": 10, "revised_certified": 10, "steps": 10 }, "schema_version": 1, "status": "complete", "study": "solver_reliability" }