{ "benchmark_id": "public_kitti_input_overlap", "bootstrap_samples": 1, "bootstrap_seed": 0, "limitations": [ "One public sequence, 6 frozen case(s), 3 repetitions per method.", "Same CUDA v0.4 solver/backend; no input snapshot or persistent verification cache.", "No separate warmup; existing disk/process/OS caches persist; host is shared.", "All attempts are retained. Repeated timings are not independent accuracy trials or statistical confidence. No portable speed guarantee.", "Optimizer convergence and CPU/GPU parity do not establish calibration accuracy. Dataset reference is not independent metrology; covariance/observability remain unknown.", "Only the supplied frozen provider frames are eligible; uniform selection is by position within that provider. Learned depth and frame synchronization can bias the fit.", "Provider training/evaluation overlap: possible. official non-online-refined checkpoint selected; repository does not publish enough training IDs to exclude drive overlap", "training/evaluation drive overlap cannot be excluded", "raw FeatDepth inverse-depth/disparity is retained for D2D histograms", "metric depth conversion parameters are recorded but not applied", "checkpoint sha256=559f168c762d01af7c745b32ced8930a12423a0e9b62af791f7d894bd902af27", "Paths and GPU model labels are anonymized. Original input/result/config/source digests remain intact. Repetition 1 represents each final method/case; this rule was fixed before the final run. All 36 complete raw numerical payloads were checked.", "Pre-buffer-change experiment retained in full, including regressions. Superseded implementation is commit 284cad9776f5b96144a9a7a43d298cd2893ab2a4. Final representative files are bound for comparison, not this earlier implementation." ], "method_summaries": { "checkpoint_overlap": { "failure_count": 0, "failure_rate": 0.0, "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": { "distribution": { "count": 18, "maximum": 1.0, "mean": 1.0, "mean_ci95_high": 1.0, "mean_ci95_low": 1.0, "median": 1.0, "minimum": 1.0, "p90": 1.0, "p95": 1.0, "standard_deviation": 0.0 }, "metric": "numerical_parity", "rank": 1 }, "pipeline_seconds": { "distribution": { "count": 18, "maximum": 7.951411099988036, "mean": 5.2209343611094585, "mean_ci95_high": 5.331166127777477, "mean_ci95_low": 5.331166127777477, "median": 5.32634015000076, "minimum": 2.622363399947062, "p90": 7.4149341600132175, "p95": 7.726577599981101, "standard_deviation": 1.7689842336895008 }, "metric": "pipeline_seconds", "rank": 1 }, "solve_seconds": { "distribution": { "count": 18, "maximum": 3.1412345999851823, "mean": 1.6336218000053324, "mean_ci95_high": 1.66142227778457, "mean_ci95_low": 1.66142227778457, "median": 1.4383472499903291, "minimum": 0.716134000045713, "p90": 2.517304069985403, "p95": 2.754088669974589, "standard_deviation": 0.7170429923236555 }, "metric": "solve_seconds", "rank": 2 }, "wall_seconds": { "distribution": { "count": 18, "maximum": 8.340592199994717, "mean": 5.491284149999653, "mean_ci95_high": 5.512053850006648, "mean_ci95_low": 5.512053850006648, "median": 5.439244750014041, "minimum": 2.6942081000306644, "p90": 7.981689040001948, "p95": 8.327948450000259, "standard_deviation": 1.938964900404314 }, "metric": "wall_seconds", "rank": 1 } }, "peak_memory_mb": { "count": 0 }, "runtime_seconds": { "count": 18, "maximum": 8.340592199994717, "mean": 5.491284149999653, "mean_ci95_high": 5.512053850006648, "mean_ci95_low": 5.512053850006648, "median": 5.439244750014041, "minimum": 2.6942081000306644, "p90": 7.981689040001948, "p95": 8.327948450000259, "standard_deviation": 1.938964900404314 }, "success_count": 18, "trial_count": 18 }, "sequential": { "failure_count": 0, "failure_rate": 0.0, "method_id": "sequential", "metrics": { "numerical_parity": { "distribution": { "count": 18, "maximum": 1.0, "mean": 1.0, "mean_ci95_high": 1.0, "mean_ci95_low": 1.0, "median": 1.0, "minimum": 1.0, "p90": 1.0, "p95": 1.0, "standard_deviation": 0.0 }, "metric": "numerical_parity", "rank": 1 }, "pipeline_seconds": { "distribution": { "count": 18, "maximum": 11.276913899986539, "mean": 7.231415644449751, "mean_ci95_high": 7.045474855555868, "mean_ci95_low": 7.045474855555868, "median": 7.393556549970526, "minimum": 4.191556499979924, "p90": 8.951671860017814, "p95": 9.642959325009722, "standard_deviation": 1.7555154282636174 }, "metric": "pipeline_seconds", "rank": 2 }, "solve_seconds": { "distribution": { "count": 18, "maximum": 2.0031156000331976, "mean": 1.182903594453819, "mean_ci95_high": 1.1427762388969616, "mean_ci95_low": 1.1427762388969616, "median": 0.9773435500392225, "minimum": 0.7306409000302665, "p90": 1.8455884999886623, "p95": 1.9326630099967588, "standard_deviation": 0.40460626995192855 }, "metric": "solve_seconds", "rank": 1 }, "wall_seconds": { "distribution": { "count": 18, "maximum": 11.637345600000117, "mean": 7.4891360666725735, "mean_ci95_high": 7.3300213277850865, "mean_ci95_low": 7.3300213277850865, "median": 7.5903621000179555, "minimum": 4.265813399979379, "p90": 9.548286209977233, "p95": 10.854832625016568, "standard_deviation": 1.9381979996125076 }, "metric": "wall_seconds", "rank": 2 } }, "peak_memory_mb": { "count": 0 }, "runtime_seconds": { "count": 18, "maximum": 11.637345600000117, "mean": 7.4891360666725735, "mean_ci95_high": 7.3300213277850865, "mean_ci95_low": 7.3300213277850865, "median": 7.5903621000179555, "minimum": 4.265813399979379, "p90": 9.548286209977233, "p95": 10.854832625016568, "standard_deviation": 1.9381979996125076 }, "success_count": 18, "trial_count": 18 } }, "methods": [ { "implementation": "calibrex_native", "label": "sequential", "method_id": "sequential", "source_commit": "9180b4c610f8a32e2b3ba328458cf530594e136f", "tool_name": "Calibrex", "tool_version": "0.5.1" }, { "implementation": "calibrex_native", "label": "checkpoint_overlap", "method_id": "checkpoint_overlap", "source_commit": "284cad9", "tool_name": "Calibrex", "tool_version": "0.5.1" } ], "metrics": [ { "direction": "lower", "display_scale": 1.0, "interpretation": "Full function call including all verification and output construction", "label": "wall_seconds", "name": "wall_seconds", "primary": true, "unit": "s" }, { "direction": "lower", "display_scale": 1.0, "interpretation": "Nonoverlapping phases; final checkpoint wait charged once", "label": "pipeline_seconds", "name": "pipeline_seconds", "primary": false, "unit": "s" }, { "direction": "lower", "display_scale": 1.0, "interpretation": "Unchanged CUDA v0.4 solver in both methods", "label": "solve_seconds", "name": "solve_seconds", "primary": false, "unit": "s" }, { "direction": "higher", "display_scale": 1.0, "interpretation": "Exact full historical NumPy payload equality", "label": "numerical_parity", "name": "numerical_parity", "primary": false, "unit": "ratio" } ], "paired_comparisons": [ { "candidate_method_id": "checkpoint_overlap", "direction": "lower", "improvement_ci95_high": 2.11637916668163, "improvement_ci95_low": 2.11637916668163, "improvement_mean": 1.9978519166729205, "metric": "wall_seconds", "paired_count": 18, "raw_delta_mean": -1.9978519166729205, "reference_method_id": "sequential" }, { "candidate_method_id": "checkpoint_overlap", "direction": "lower", "improvement_ci95_high": 2.1159386111184073, "improvement_ci95_low": 2.1159386111184073, "improvement_mean": 2.0104812833402925, "metric": "pipeline_seconds", "paired_count": 18, "raw_delta_mean": -2.0104812833402925, "reference_method_id": "sequential" }, { "candidate_method_id": "checkpoint_overlap", "direction": "lower", "improvement_ci95_high": -0.3662328055587649, "improvement_ci95_low": -0.3662328055587649, "improvement_mean": -0.4507182055515134, "metric": "solve_seconds", "paired_count": 18, "raw_delta_mean": 0.4507182055515134, "reference_method_id": "sequential" }, { "candidate_method_id": "checkpoint_overlap", "direction": "higher", "improvement_ci95_high": 0.0, "improvement_ci95_low": 0.0, "improvement_mean": 0.0, "metric": "numerical_parity", "paired_count": 18, "raw_delta_mean": 0.0, "reference_method_id": "sequential" } ], "protocol": { "data_license": "CC-BY-NC-SA-3.0", "dataset_id": "kitti_raw_2011_09_30_drive_0018", "dataset_source_sha256": "ed5ad3947b2ca94b415ceabbc16d2d767ad084b2e8fd4b83937570c28b6c6e8d", "failure_policy": "Preserve failed/partial trials and available standard results; never replace an unavailable candidate with CPU output.", "initial_estimate_policy": "Controlled demo initialization: dataset reference plus fixed local Euler offsets. Rotation deg xyz=(0.5, 0.0, 0.0); camera-frame translation m xyz=(0.5, 0.0, 0.0). This is not an independently measured prior.", "protocol_id": "public_kitti_input_overlap/v0.1", "split_policy": "25 numeric-ordered, uniformly selected provider positions; every fifth frame is holdout (20 fit / 5 holdout), fixed before optimization.", "splits": [ { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "x-positive-repeat-01" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "x-positive-repeat-02" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "x-positive-repeat-03" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "x-negative-repeat-01" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "x-negative-repeat-02" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "x-negative-repeat-03" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "y-positive-repeat-01" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "y-positive-repeat-02" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "y-positive-repeat-03" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "y-negative-repeat-01" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "y-negative-repeat-02" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "y-negative-repeat-03" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "z-positive-repeat-01" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "z-positive-repeat-02" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "z-positive-repeat-03" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "z-negative-repeat-01" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "z-negative-repeat-02" }, { "fit_count": 20, "fit_ids_sha256": "6d0702b27bbb4bb7290d0f4235600fae671c0accd5305d1552f6ccf95bb4288d", "holdout_count": 5, "holdout_ids_sha256": "0ae59feab3528170dfedd179529c56d209b6ccd73b404c0e51fe930bbcca83a9", "seed": 0, "split_id": "z-negative-repeat-03" } ], "tuning_policy": "Same solver settings for both backends; no holdout tuning." }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "data_verified": true, "generated_at": "2026-10-11T06:15:35.795576+00:00", "generator": "tools.benchmark_camera_lidar_input_overlap", "generator_version": "v0.1", "git_commit": "284cad9", "source_artifacts": { "${WORKSPACE_ROOT}/tools/benchmark_camera_lidar_input_overlap.py": "6dc2a4e1629c8210298e931bd1ccce414566973557f610c86023175e37dc5145", "baseline.borer_rotation_benchmark.py.txt": "891a04bbe88ad4a3a1d8fceacbda6b87362ac46cb7f7d3c6f3abf471f4df63a6", "baseline.camera_lidar_six_dof.py.txt": "493cebb67b842999262d989301e02c0e5a2efc7a00efe25cdd62fd3a5963cd0b", "baseline.depth.py.txt": "f6606d9a4ed7ab5a63266231d6149da3934845f55bcc04ab9f06f9eb88a6eb0e", "committed:src/calibrex/core/provenance.py": "f1bc73e6b5616b2e1a17027b7f2867effcab9a3c3cee1af0c9bd88d85e08b536", "committed:src/calibrex/data/depth.py": "1dfdb09bfbfdf0c92dec0811c6bd90af446a59c88d5e175d38012f3f5eb25b6a", "committed:src/calibrex/evaluation/borer_rotation_benchmark.py": "b1c1919656c7f800cdafffd9347721e78fbf31bdc9e931edbe354fc38e4095f7", "committed:src/calibrex/pipelines/camera_lidar_six_dof.py": "aa1f166ae3a368a43c789354a42292d0410dcff048abdaf10ef0c68a4150b67e", "committed:src/calibrex/solvers/borer_depth_to_depth_solver.py": "bc8d223156ebd1be992b68b7559c1ac720a4fc84391a1c435dcc2ad7ba485b68", "committed:src/calibrex/solvers/borer_six_dof_solver.py": "930e6a5442488f6c2e7311b7e87f9302e44a9c02e55c3fd9c37255c7ade7b08f", "committed:src/calibrex/solvers/cuda_depth_to_depth_adapter.py": "5155ebd9d7313cbd84e6c80be81f7cc9dcb6051fbed653bfb057a87db1d70116", "committed:src/calibrex/solvers/cuda_depth_to_depth_batch.py": "c759b125c590af31b2990bfe72539c8c7e08c268ebd634cb7dfa36544889e2b1", "committed:tools/benchmark_camera_lidar_input_overlap.py": "6dc2a4e1629c8210298e931bd1ccce414566973557f610c86023175e37dc5145", "oracle:x-negative": "035f477846a799136d300bff08f6d538cf9bbb0594bb344bc988e6381f74c27d", "oracle:x-positive": "c9a4957390cef79fe796d8726fb8a3fcd6af90c4bb33d6d1293e6c4a81056800", "oracle:y-negative": "ce7f29693fd263a697cc07e92ecbe71f6644c8163d6103cab2845008829f78e5", "oracle:y-positive": "f32ec190e70ed2d205b039afd246103271b49b8f068cf6e014b73b2ce9e2141c", "oracle:z-negative": "c535eb2f81aa34a44a71c513eab6eb2e283aeb66ffa9509c0e95ee8967c3ffb8", "oracle:z-positive": "9292a8ae32ee2dfcf628d2b57a577c2ed93993e94e81e0ae651cc236207e11fb", "original_aggregate": "397da32dfa7ef3538c2f06b6c981373c494438443b73f85d7e5e7a94215a9dcc", "original_definition": "303696a2c56dac2898d3eef6c9e2d93e25983e6a51b3aca26bd08a4892c1b840", "original_timing_summary": "14fc9722d2deece70692d117bab84f4463b44c59d24c2142ece7ad865635f3f1", "problem:x-negative": "d2a04a732c731dee68776d229668278f84fdbe441b56124a198794bd19f9bd70", "problem:x-positive": "324586d945a85ce806d8fe639e273d212d130dcf3cadc712570c177bd5c5984a", "problem:y-negative": "b45df016cef47c11a2e825a869a7d16455dfef64ef0f6759070d8807619eab67", "problem:y-positive": "2bb8898f9f87e925dec07aeb7eea3b5c3f1d8b6a7a2a423a651a41682f4dc5ca", "problem:z-negative": "4b8acc8a0257271c55f27fb576f7e184e0cc0dab2f2c1a81d22e541f040f522f", "problem:z-positive": "54c9f17737e029eb65d0c774317ac0e06556ff2bd46a5611e37edc51979505d4", "published:../cuda_candidates/x-negative.numpy-oracle.result.json": "0b354ddd28933f925adf3bd0e6cb0b9d62b9163c95ee33baf7c692155a29fde4", "published:../cuda_candidates/x-negative.problem.json": "9becd15d1c094f0f924003f9711ea193e948608e70fbe3deb244f9feba2cb18d", "published:../cuda_candidates/x-positive.numpy-oracle.result.json": "bb70571da90af59ab12ff0e2a44d7c6ab195f88700b73b4296ee2e99afc323dc", "published:../cuda_candidates/x-positive.problem.json": "f4b5e11499c17afc6597f8926b09221f2f72a63aa4bf885bd5f285492387f430", "published:../cuda_candidates/y-negative.numpy-oracle.result.json": "5806613d8013eb1fb1fbb253da080eff943da8fea566e22e235a0ee8d6fe3d47", "published:../cuda_candidates/y-negative.problem.json": "38e758073fb0aeec8a6880b94f513c90d9a897de376d63d0d188c536e8ef7ac7", "published:../cuda_candidates/y-positive.numpy-oracle.result.json": "fc6ed142e8536256615ad8798ceb89543be721f03ed3c01ca098313d894280e6", "published:../cuda_candidates/y-positive.problem.json": "70e7559db323dc7521d08e174e8e52b5d3196a691949c85c3ca3175470e5cf3d", "published:../cuda_candidates/z-negative.numpy-oracle.result.json": "82857d5145da0baa00236d001b1c96d3e22dc2887422a3003de101cc17f8ea70", "published:../cuda_candidates/z-negative.problem.json": "a4db304daf18db951e9b34b1f7e53c11673135d5d03b1716bcb751ec9a802817", "published:../cuda_candidates/z-positive.numpy-oracle.result.json": "cc408a951ce166860715ab8756bcb56348fb4b2477381a25e8dd439775feabb9", "published:../cuda_candidates/z-positive.problem.json": "904c9809839a972f80b9845aba335ea9b23c829d1ffb4554545ccff70fefe67c", "published:baseline.borer_rotation_benchmark.py.txt": "891a04bbe88ad4a3a1d8fceacbda6b87362ac46cb7f7d3c6f3abf471f4df63a6", "published:baseline.camera_lidar_six_dof.py.txt": "493cebb67b842999262d989301e02c0e5a2efc7a00efe25cdd62fd3a5963cd0b", "published:baseline.depth.py.txt": "f6606d9a4ed7ab5a63266231d6149da3934845f55bcc04ab9f06f9eb88a6eb0e", "published:baseline.provenance.py.txt": "f1bc73e6b5616b2e1a17027b7f2867effcab9a3c3cee1af0c9bd88d85e08b536", "published:publication-launcher.py.txt": "3ae0f45bf7ca00668698aa20a1fce7962a61f74652475b3189d32aae983e455d", "published:x-negative.buffered_sequential.result.json": "a20ae2907a075d6321d669b23e862def5cb2348cea0a9e0570017a52cd26919e", "published:x-negative.checkpoint_overlap.result.json": "c04cd3c73426cc5cde9caba69f1927e3527747b6741b0386021e5401fe237fca", "published:x-negative.sequential.result.json": "9d8a33c2e42fc177863241e1e12135423e8860b98b3288a3e1cb662639d764e6", "published:x-positive.buffered_sequential.result.json": "f3e5205fecd96bb1c21088ec3c8137e97a2abfd55b19690cea36f00129b48fbe", "published:x-positive.checkpoint_overlap.result.json": "c5a32317eab3adbef5a5d2655799f90f91f4b2c5f04fa2326c47df78f0596994", "published:x-positive.sequential.result.json": "58fd106344418ae49ef2ab7b789b5bf8ed9c6db7d1e32a30cae13b03a729fb7e", "published:y-negative.buffered_sequential.result.json": "3fe9fb98a2bd2b9c100f7b9efd8d41fb113f58782b65160ca3ece537536e09aa", "published:y-negative.checkpoint_overlap.result.json": "bd7190f13b46bec3834c351b283c0f87f6bffc901674afb3fd9280c9c75263a8", "published:y-negative.sequential.result.json": "6c2a179ef9606ab9fb34420d66a0fc65dc917824b65403e9b91c1efac0802095", "published:y-positive.buffered_sequential.result.json": "71661955dcbd3967a7c83dce7f20ae6a3ee52886c40d662b1e348bf53b42db00", "published:y-positive.checkpoint_overlap.result.json": "a4964436a7759ef4521dcb2eb56942983cb469cda4c6ed30f6b6f5d879d4427f", "published:y-positive.sequential.result.json": "1a556f9f4f81ddd8249f70e1f7ab6a8b3424ebfc0d1a8c0d9890253eebea15f2", "published:z-negative.buffered_sequential.result.json": "c3baf1ddafbf7bb7946e4e592eac237a83aeffbf778c40aa14b9b2336f11a5da", "published:z-negative.checkpoint_overlap.result.json": "cef8f09eff33e9cfa149a3e3619d7ac3ccc305e28133ca83cfae23ff524f662e", "published:z-negative.sequential.result.json": "c8b7d6cc5fb54719073709a0ff100e6562c8c2db06ebdc82eb9e4a0a79d029eb", "published:z-positive.buffered_sequential.result.json": "544a58049f79d6ad7ba7897405bb288b16d449e2d527c154e6b005bf510453d7", "published:z-positive.checkpoint_overlap.result.json": "f4ab78c6c273fcbaf9616b42f6b5b46488e85c61db79ed40c7f50d65301f23f3", "published:z-positive.sequential.result.json": "41f6e5adfa58ac417da0d09f57a63339030fbba25d9681c1b5ea0b1f7e9f0395", "src/calibrex/data/depth.py": "77fc02063c27f888202247d3d2923248e5585da06ed7bc45210bfaba1f756012", "src/calibrex/evaluation/borer_rotation_benchmark.py": "72af70b8ded4c152d84c47da522f9e54fae57d5c9e9fd0bd517893915010c57d", "src/calibrex/pipelines/camera_lidar_six_dof.py": "968d727dc00f8dfe3c8723f89b1112b695d10b86d34c0d67c0981e513a4184ce", "src/calibrex/solvers/borer_depth_to_depth_solver.py": "844beeddd998a1e023998564384fe2d54602007eb5c7cef1564698c4d0db214a", "src/calibrex/solvers/borer_six_dof_solver.py": "e3eb509385d7f865a08630d88ef8694d26bae3206919aa9e20fb86029b6f0d48", "src/calibrex/solvers/cuda_depth_to_depth_adapter.py": "9fcad788c5166c13ef1c24c48afe4d7091fd6d904dcdd5f54d451b1ef4d9af11", "src/calibrex/solvers/cuda_depth_to_depth_batch.py": "c759b125c590af31b2990bfe72539c8c7e08c268ebd634cb7dfa36544889e2b1" } }, "reference_method_id": "sequential", "schema_version": "slac.benchmark/v0.1", "title": "Fresh verification overlap", "trials": [ { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 8.778982200019527, "solve_seconds": 2.0031156000331976, "wall_seconds": 9.047519399959128 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "a7d1431e0b888a31743b2f4198f9fbd6b69030bdc901f92a1b023a55fd123d42", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "324586d945a85ce806d8fe639e273d212d130dcf3cadc712570c177bd5c5984a", "notes": [ "Output: x-positive.sequential.repeat-01.result.json; numerical payload SHA256: fdf4d36e8cbe9b8a88a5cb765f4c387f67fa2021df8e51271ce461bb4f9e3160", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 1.4173339999979362, \"holdout_evaluation\": 0.013424600008875132, \"input_verification_and_loading\": 5.345107999979518, \"solve\": 2.0031156000331976}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "9a1cbc47a4d9721dc9af8c27ad24f69a2b17583c4e863dea860eb3b5cb159dee" }, "runtime_seconds": 9.047519399959128, "split_id": "x-positive-repeat-01", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 7.294227699982002, "solve_seconds": 3.1412345999851823, "wall_seconds": 8.325717200001236 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "e17e47e15518fdb28f47ba133a416e779bc24e5357eac7c0b01d6c65bfcc37e0", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "324586d945a85ce806d8fe639e273d212d130dcf3cadc712570c177bd5c5984a", "notes": [ "Output: x-positive.checkpoint_overlap.repeat-01.result.json; numerical payload SHA256: fdf4d36e8cbe9b8a88a5cb765f4c387f67fa2021df8e51271ce461bb4f9e3160", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.0816546999849379, \"holdout_evaluation\": 0.012300800008233637, \"input_verification_and_loading\": 4.0590376000036485, \"solve\": 3.1412345999851823}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 6.944842899974901, \"completion_wait_seconds\": 6.059999577701092e-05, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "a4a6f71b0284694cec4f08acc6415e6dcf68652d10a32e74ce489489f75c5b67" }, "runtime_seconds": 8.325717200001236, "split_id": "x-positive-repeat-01", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 6.509686800010968, "solve_seconds": 1.2585684999939986, "wall_seconds": 7.441653499961831 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "e17e47e15518fdb28f47ba133a416e779bc24e5357eac7c0b01d6c65bfcc37e0", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "324586d945a85ce806d8fe639e273d212d130dcf3cadc712570c177bd5c5984a", "notes": [ "Output: x-positive.checkpoint_overlap.repeat-02.result.json; numerical payload SHA256: fdf4d36e8cbe9b8a88a5cb765f4c387f67fa2021df8e51271ce461bb4f9e3160", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.0849628999712877, \"holdout_evaluation\": 0.010219299991149455, \"input_verification_and_loading\": 5.155936100054532, \"solve\": 1.2585684999939986}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 6.372438599995803, \"completion_wait_seconds\": 1.82563040003879, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "f3849f3dddbdf191f0a5e64c5410da7aea988166f347083ea7750604711cc6fc" }, "runtime_seconds": 7.441653499961831, "split_id": "x-positive-repeat-02", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 8.307280100008938, "solve_seconds": 1.2861390999751166, "wall_seconds": 8.618415000033565 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "a7d1431e0b888a31743b2f4198f9fbd6b69030bdc901f92a1b023a55fd123d42", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "324586d945a85ce806d8fe639e273d212d130dcf3cadc712570c177bd5c5984a", "notes": [ "Output: x-positive.sequential.repeat-02.result.json; numerical payload SHA256: fdf4d36e8cbe9b8a88a5cb765f4c387f67fa2021df8e51271ce461bb4f9e3160", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.09055159997660667, \"holdout_evaluation\": 0.009438400040380657, \"input_verification_and_loading\": 6.921151000016835, \"solve\": 1.2861390999751166}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "ad469e5bcfd15e5904a8298d34415de9af5a111721d4ea5c4347e38dad07f3b1" }, "runtime_seconds": 8.618415000033565, "split_id": "x-positive-repeat-02", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 5.060573199996725, "solve_seconds": 0.7306409000302665, "wall_seconds": 5.135871000005864 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "a7d1431e0b888a31743b2f4198f9fbd6b69030bdc901f92a1b023a55fd123d42", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "324586d945a85ce806d8fe639e273d212d130dcf3cadc712570c177bd5c5984a", "notes": [ "Output: x-positive.sequential.repeat-03.result.json; numerical payload SHA256: fdf4d36e8cbe9b8a88a5cb765f4c387f67fa2021df8e51271ce461bb4f9e3160", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.03998519998276606, \"holdout_evaluation\": 0.0049362999852746725, \"input_verification_and_loading\": 4.2850107999984175, \"solve\": 0.7306409000302665}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "c3ccf168a776b798f2892852b92599b4ab20324df10016cddd7980413affe000" }, "runtime_seconds": 5.135871000005864, "split_id": "x-positive-repeat-03", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 3.7808817999903113, "solve_seconds": 0.716134000045713, "wall_seconds": 4.052785699954256 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "e17e47e15518fdb28f47ba133a416e779bc24e5357eac7c0b01d6c65bfcc37e0", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "324586d945a85ce806d8fe639e273d212d130dcf3cadc712570c177bd5c5984a", "notes": [ "Output: x-positive.checkpoint_overlap.repeat-03.result.json; numerical payload SHA256: fdf4d36e8cbe9b8a88a5cb765f4c387f67fa2021df8e51271ce461bb4f9e3160", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.0370326999691315, \"holdout_evaluation\": 0.005713599966838956, \"input_verification_and_loading\": 3.0220015000086278, \"solve\": 0.716134000045713}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 3.7777786000515334, \"completion_wait_seconds\": 1.8742507999995723, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "08deaaf76cc0dccd400a09a949e0334d06bae51ffd0bb217301a28ad7f37fd15" }, "runtime_seconds": 4.052785699954256, "split_id": "x-positive-repeat-03", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 3.3588472999981605, "solve_seconds": 1.3366043000132777, "wall_seconds": 3.437607300002128 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "6b6639236abc88d6bd39f5f3c5a58190173e9919c6154b976e48213039c30dc1", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "d2a04a732c731dee68776d229668278f84fdbe441b56124a198794bd19f9bd70", "notes": [ "Output: x-negative.checkpoint_overlap.repeat-01.result.json; numerical payload SHA256: 87dda842423caf9856487c3c0532b25e0a1b2be6708f1fbfef01c981842e3f30", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.0486864999984391, \"holdout_evaluation\": 0.009517700003925711, \"input_verification_and_loading\": 1.964038799982518, \"solve\": 1.3366043000132777}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 3.353477499971632, \"completion_wait_seconds\": 0.7050007999641821, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "ea3b221418287c1282a431e64823b00cfee3b7015591d9f1c165969b97ee990a" }, "runtime_seconds": 3.437607300002128, "split_id": "x-negative-repeat-01", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 6.965768499998376, "solve_seconds": 0.9946623000432737, "wall_seconds": 7.049920200021006 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "9ac26283444c6776e787d2f5a647649ae28baaae8a47e52ab78b1be58a3a27b9", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "d2a04a732c731dee68776d229668278f84fdbe441b56124a198794bd19f9bd70", "notes": [ "Output: x-negative.sequential.repeat-01.result.json; numerical payload SHA256: 87dda842423caf9856487c3c0532b25e0a1b2be6708f1fbfef01c981842e3f30", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.04317669995361939, \"holdout_evaluation\": 0.007025600003544241, \"input_verification_and_loading\": 5.920903899997938, \"solve\": 0.9946623000432737}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "8917c4d57d771a04b689d66dc16ab8562fb5027c545675f7385dc25bd2dc5337" }, "runtime_seconds": 7.049920200021006, "split_id": "x-negative-repeat-01", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 7.950301999982912, "solve_seconds": 1.4669268999714404, "wall_seconds": 8.267150999978185 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "9ac26283444c6776e787d2f5a647649ae28baaae8a47e52ab78b1be58a3a27b9", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "d2a04a732c731dee68776d229668278f84fdbe441b56124a198794bd19f9bd70", "notes": [ "Output: x-negative.sequential.repeat-02.result.json; numerical payload SHA256: 87dda842423caf9856487c3c0532b25e0a1b2be6708f1fbfef01c981842e3f30", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.051621099992189556, \"holdout_evaluation\": 0.007360099989455193, \"input_verification_and_loading\": 6.424393900029827, \"solve\": 1.4669268999714404}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "e8f0ac9fc56848e79e0ded61ca24bc7e48df6439f61a87c74e88c4ed4c156560" }, "runtime_seconds": 8.267150999978185, "split_id": "x-negative-repeat-02", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 6.9054645000142045, "solve_seconds": 2.3997126999893226, "wall_seconds": 7.057599499996286 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "6b6639236abc88d6bd39f5f3c5a58190173e9919c6154b976e48213039c30dc1", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "d2a04a732c731dee68776d229668278f84fdbe441b56124a198794bd19f9bd70", "notes": [ "Output: x-negative.checkpoint_overlap.repeat-02.result.json; numerical payload SHA256: 87dda842423caf9856487c3c0532b25e0a1b2be6708f1fbfef01c981842e3f30", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.10846389998914674, \"holdout_evaluation\": 0.011954499990679324, \"input_verification_and_loading\": 4.385333400045056, \"solve\": 2.3997126999893226}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 6.866986899985932, \"completion_wait_seconds\": 0.18829830002505332, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "e6834c8c1bd15c27bc2635dfcacad9eaa45d0856c9ce6cddc5309d146e83b4aa" }, "runtime_seconds": 7.057599499996286, "split_id": "x-negative-repeat-02", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 7.298376900027506, "solve_seconds": 2.445104899990838, "wall_seconds": 7.408010600018315 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "6b6639236abc88d6bd39f5f3c5a58190173e9919c6154b976e48213039c30dc1", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "d2a04a732c731dee68776d229668278f84fdbe441b56124a198794bd19f9bd70", "notes": [ "Output: x-negative.checkpoint_overlap.repeat-03.result.json; numerical payload SHA256: 87dda842423caf9856487c3c0532b25e0a1b2be6708f1fbfef01c981842e3f30", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.09118280000984669, \"holdout_evaluation\": 0.01604570000199601, \"input_verification_and_loading\": 4.746043500024825, \"solve\": 2.445104899990838}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 7.286826599971391, \"completion_wait_seconds\": 2.5151819000020623, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "c31273c8c69700728a637adffc06b7030c6b7e565434c4f01349971766c99060" }, "runtime_seconds": 7.408010600018315, "split_id": "x-negative-repeat-03", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 7.571164799970575, "solve_seconds": 1.569804800034035, "wall_seconds": 8.559205600002315 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "9ac26283444c6776e787d2f5a647649ae28baaae8a47e52ab78b1be58a3a27b9", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "d2a04a732c731dee68776d229668278f84fdbe441b56124a198794bd19f9bd70", "notes": [ "Output: x-negative.sequential.repeat-03.result.json; numerical payload SHA256: 87dda842423caf9856487c3c0532b25e0a1b2be6708f1fbfef01c981842e3f30", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.04721990000689402, \"holdout_evaluation\": 0.00771459995303303, \"input_verification_and_loading\": 5.946425499976613, \"solve\": 1.569804800034035}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "31aea26aa75b4f73b8607c302802c52ed6097106e4aff36420a8cc6b9b3842ce" }, "runtime_seconds": 8.559205600002315, "split_id": "x-negative-repeat-03", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 11.276913899986539, "solve_seconds": 1.813599199987948, "wall_seconds": 11.637345600000117 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "6037a7f7a41e5a37e2bf22716cf4b6da778b1ffd8f56a77d637c0416c260ce2a", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "2bb8898f9f87e925dec07aeb7eea3b5c3f1d8b6a7a2a423a651a41682f4dc5ca", "notes": [ "Output: y-positive.sequential.repeat-01.result.json; numerical payload SHA256: ff4000687512d5d99ef33b28769a7b03ca064915a332f22457d91edc6b251a0e", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.17273930000374094, \"holdout_evaluation\": 0.00995189999230206, \"input_verification_and_loading\": 9.280623500002548, \"solve\": 1.813599199987948}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "b7692bf99707c104b4ebde1e869cb2dd754a703c86bbd66fab93ce1db2fb4412" }, "runtime_seconds": 11.637345600000117, "split_id": "y-positive-repeat-01", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 7.6869010999798775, "solve_seconds": 2.6857687999727204, "wall_seconds": 7.834248400002252 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "2c7fba9994d81fa48c1e2f3ad542eb5167ade0280766849703e497414df11419", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "2bb8898f9f87e925dec07aeb7eea3b5c3f1d8b6a7a2a423a651a41682f4dc5ca", "notes": [ "Output: y-positive.checkpoint_overlap.repeat-01.result.json; numerical payload SHA256: ff4000687512d5d99ef33b28769a7b03ca064915a332f22457d91edc6b251a0e", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.05367880000267178, \"holdout_evaluation\": 0.01721479999832809, \"input_verification_and_loading\": 4.930238700006157, \"solve\": 2.6857687999727204}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 7.653313499991782, \"completion_wait_seconds\": 1.4936604999820702, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "368d59a12cc29f298b510efc7daa8e75618305ab4d1b30a857b7ab22e644fba8" }, "runtime_seconds": 7.834248400002252, "split_id": "y-positive-repeat-01", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 7.951411099988036, "solve_seconds": 1.7657822000328451, "wall_seconds": 8.340592199994717 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "2c7fba9994d81fa48c1e2f3ad542eb5167ade0280766849703e497414df11419", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "2bb8898f9f87e925dec07aeb7eea3b5c3f1d8b6a7a2a423a651a41682f4dc5ca", "notes": [ "Output: y-positive.checkpoint_overlap.repeat-02.result.json; numerical payload SHA256: ff4000687512d5d99ef33b28769a7b03ca064915a332f22457d91edc6b251a0e", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.09068010002374649, \"holdout_evaluation\": 0.014630999998189509, \"input_verification_and_loading\": 6.080317799933255, \"solve\": 1.7657822000328451}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 7.945502799993847, \"completion_wait_seconds\": 2.3407927999505773, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "d297bddf0739d398f1aad75822dd2b2eeb8e38d1fd57915e4c7692c51183a866" }, "runtime_seconds": 8.340592199994717, "split_id": "y-positive-repeat-02", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 4.944250100001227, "solve_seconds": 0.7579939999850467, "wall_seconds": 5.006684600026347 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "6037a7f7a41e5a37e2bf22716cf4b6da778b1ffd8f56a77d637c0416c260ce2a", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "2bb8898f9f87e925dec07aeb7eea3b5c3f1d8b6a7a2a423a651a41682f4dc5ca", "notes": [ "Output: y-positive.sequential.repeat-02.result.json; numerical payload SHA256: ff4000687512d5d99ef33b28769a7b03ca064915a332f22457d91edc6b251a0e", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.030355499999132007, \"holdout_evaluation\": 0.004754800000227988, \"input_verification_and_loading\": 4.15114580001682, \"solve\": 0.7579939999850467}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "2c2d3946f42c53d2e3d2b7421ed011eb7b79a9350e1abcbc0e97e05d59b0ee06" }, "runtime_seconds": 5.006684600026347, "split_id": "y-positive-repeat-02", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 4.191556499979924, "solve_seconds": 0.8318157000467181, "wall_seconds": 4.265813399979379 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "6037a7f7a41e5a37e2bf22716cf4b6da778b1ffd8f56a77d637c0416c260ce2a", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "2bb8898f9f87e925dec07aeb7eea3b5c3f1d8b6a7a2a423a651a41682f4dc5ca", "notes": [ "Output: y-positive.sequential.repeat-03.result.json; numerical payload SHA256: ff4000687512d5d99ef33b28769a7b03ca064915a332f22457d91edc6b251a0e", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.03279789997031912, \"holdout_evaluation\": 0.005918399954680353, \"input_verification_and_loading\": 3.321024500008207, \"solve\": 0.8318157000467181}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "ca1a4b4b3fc85dd52f3995fb39fc061885c4c48c4eca80e8866210c446e08299" }, "runtime_seconds": 4.265813399979379, "split_id": "y-positive-repeat-03", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 2.622363399947062, "solve_seconds": 1.1485481999698095, "wall_seconds": 2.6942081000306644 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "2c7fba9994d81fa48c1e2f3ad542eb5167ade0280766849703e497414df11419", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "2bb8898f9f87e925dec07aeb7eea3b5c3f1d8b6a7a2a423a651a41682f4dc5ca", "notes": [ "Output: y-positive.checkpoint_overlap.repeat-03.result.json; numerical payload SHA256: ff4000687512d5d99ef33b28769a7b03ca064915a332f22457d91edc6b251a0e", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.031790200038813055, \"holdout_evaluation\": 0.006163800018839538, \"input_verification_and_loading\": 1.4358611999196, \"solve\": 1.1485481999698095}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 2.619776500039734, \"completion_wait_seconds\": 0.3875164999626577, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "05a93745545a54acb65dadaf5be060e0ae47f0a072a0b8d428e4cc62e6095f68" }, "runtime_seconds": 2.6942081000306644, "split_id": "y-positive-repeat-03", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 2.7404807999846525, "solve_seconds": 0.7323587000137195, "wall_seconds": 2.8207664000219665 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "e77752d627ceffd5a708e3bb7af3e0ef2cc8b52937dd2dbdda5f386fcb12c401", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "b45df016cef47c11a2e825a869a7d16455dfef64ef0f6759070d8807619eab67", "notes": [ "Output: y-negative.checkpoint_overlap.repeat-01.result.json; numerical payload SHA256: a83600290648b1cd807f3dc1ae480a836b5ad5442d146106bea72c4239fbab31", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.037621699972078204, \"holdout_evaluation\": 0.006292200007010251, \"input_verification_and_loading\": 1.9642081999918446, \"solve\": 0.7323587000137195}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 2.737480100011453, \"completion_wait_seconds\": 0.884797399980016, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "7e09f5c1551f7520840cc289ca497e3dc41b3d6532711bcebd2f884bd7cf9624" }, "runtime_seconds": 2.8207664000219665, "split_id": "y-negative-repeat-01", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 8.577319300035015, "solve_seconds": 1.389403900015168, "wall_seconds": 8.724493900022935 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "d18ac122188b929dc50f48c5e8d6c97aeb8fcff46869bed4ad1931861362b69d", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "b45df016cef47c11a2e825a869a7d16455dfef64ef0f6759070d8807619eab67", "notes": [ "Output: y-negative.sequential.repeat-01.result.json; numerical payload SHA256: a83600290648b1cd807f3dc1ae480a836b5ad5442d146106bea72c4239fbab31", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.17069210001500323, \"holdout_evaluation\": 0.009233199991285801, \"input_verification_and_loading\": 7.007990100013558, \"solve\": 1.389403900015168}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "d510f6d2ad067b39afffb7e590da54b58d0538b50efc5a48e1bfd185731a9718" }, "runtime_seconds": 8.724493900022935, "split_id": "y-negative-repeat-01", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 9.354614400013816, "solve_seconds": 1.9202301999903284, "wall_seconds": 10.716742100019474 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "d18ac122188b929dc50f48c5e8d6c97aeb8fcff46869bed4ad1931861362b69d", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "b45df016cef47c11a2e825a869a7d16455dfef64ef0f6759070d8807619eab67", "notes": [ "Output: y-negative.sequential.repeat-02.result.json; numerical payload SHA256: a83600290648b1cd807f3dc1ae480a836b5ad5442d146106bea72c4239fbab31", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.05722399998921901, \"holdout_evaluation\": 0.009189900010824203, \"input_verification_and_loading\": 7.367970300023444, \"solve\": 1.9202301999903284}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "02e60b8c18443be60a747d1c65ebf221092d09896902bfc66dde4d85039e6db4" }, "runtime_seconds": 10.716742100019474, "split_id": "y-negative-repeat-02", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 5.077780899999198, "solve_seconds": 1.5652042000438087, "wall_seconds": 5.182704700040631 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "e77752d627ceffd5a708e3bb7af3e0ef2cc8b52937dd2dbdda5f386fcb12c401", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "b45df016cef47c11a2e825a869a7d16455dfef64ef0f6759070d8807619eab67", "notes": [ "Output: y-negative.checkpoint_overlap.repeat-02.result.json; numerical payload SHA256: a83600290648b1cd807f3dc1ae480a836b5ad5442d146106bea72c4239fbab31", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.06637929996941239, \"holdout_evaluation\": 0.008427999971900135, \"input_verification_and_loading\": 3.4377694000140764, \"solve\": 1.5652042000438087}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 5.013920400000643, \"completion_wait_seconds\": 0.5775414000381716, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "161eeb5df3c2e5bbb53501555d92e03f9df3305935cb762b94228536ecd1e890" }, "runtime_seconds": 5.182704700040631, "split_id": "y-negative-repeat-02", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 5.710280800005421, "solve_seconds": 2.3123585000284947, "wall_seconds": 5.836706199974287 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "e77752d627ceffd5a708e3bb7af3e0ef2cc8b52937dd2dbdda5f386fcb12c401", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "b45df016cef47c11a2e825a869a7d16455dfef64ef0f6759070d8807619eab67", "notes": [ "Output: y-negative.checkpoint_overlap.repeat-03.result.json; numerical payload SHA256: a83600290648b1cd807f3dc1ae480a836b5ad5442d146106bea72c4239fbab31", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.16677219996927306, \"holdout_evaluation\": 0.011399599956348538, \"input_verification_and_loading\": 3.2197505000513047, \"solve\": 2.3123585000284947}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 5.704660400049761, \"completion_wait_seconds\": 1.2013806000468321, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "f5d1f94f7d6f29d75245c09a751635786e0895afb517e013138da0d23a7db5cf" }, "runtime_seconds": 5.836706199974287, "split_id": "y-negative-repeat-03", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 7.807094200048596, "solve_seconds": 0.8914086000295356, "wall_seconds": 7.888014300027862 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "d18ac122188b929dc50f48c5e8d6c97aeb8fcff46869bed4ad1931861362b69d", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "b45df016cef47c11a2e825a869a7d16455dfef64ef0f6759070d8807619eab67", "notes": [ "Output: y-negative.sequential.repeat-03.result.json; numerical payload SHA256: a83600290648b1cd807f3dc1ae480a836b5ad5442d146106bea72c4239fbab31", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.04387509997468442, \"holdout_evaluation\": 0.006087800022214651, \"input_verification_and_loading\": 6.865722700022161, \"solve\": 0.8914086000295356}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "19e0ded9e6301f2e9e988cf840070714b08c59784dfe3a312a6ceb0dee04207e" }, "runtime_seconds": 7.888014300027862, "split_id": "y-negative-repeat-03", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 5.488871400011703, "solve_seconds": 0.9387325000134297, "wall_seconds": 5.572216700005811 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "f3f49d254936da306dba92275f18681bab233dc137f20b806f479933a1980859", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "54c9f17737e029eb65d0c774317ac0e06556ff2bd46a5611e37edc51979505d4", "notes": [ "Output: z-positive.sequential.repeat-01.result.json; numerical payload SHA256: 5728c3e4f3a03bd8cc723f5dad3f212f2e32b86c8703a6dd5f383569c4adb10e", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.04118859994923696, \"holdout_evaluation\": 0.00671620003413409, \"input_verification_and_loading\": 4.502234100014903, \"solve\": 0.9387325000134297}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "77222dc9bac2317c333d7b03635ef4ee6728022adca492891675a6d7538bf3a2" }, "runtime_seconds": 5.572216700005811, "split_id": "z-positive-repeat-01", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 3.051073800015729, "solve_seconds": 0.8855343000032008, "wall_seconds": 3.127406299987342 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "2016ad6a63e46f881b4a4785972086db0a0fe52d055aa0f3ffc97677c20e6769", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "54c9f17737e029eb65d0c774317ac0e06556ff2bd46a5611e37edc51979505d4", "notes": [ "Output: z-positive.checkpoint_overlap.repeat-01.result.json; numerical payload SHA256: 5728c3e4f3a03bd8cc723f5dad3f212f2e32b86c8703a6dd5f383569c4adb10e", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.03459060000022873, \"holdout_evaluation\": 0.007605199993122369, \"input_verification_and_loading\": 2.123343700019177, \"solve\": 0.8855343000032008}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 3.047965500038117, \"completion_wait_seconds\": 0.9011383000179194, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "67756552c924b002ad9f7287d2c93e742fcbcf8c4382b01333e32e5997085236" }, "runtime_seconds": 3.127406299987342, "split_id": "z-positive-repeat-01", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 3.195157599984668, "solve_seconds": 0.8952279000077397, "wall_seconds": 3.270519500016235 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "2016ad6a63e46f881b4a4785972086db0a0fe52d055aa0f3ffc97677c20e6769", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "54c9f17737e029eb65d0c774317ac0e06556ff2bd46a5611e37edc51979505d4", "notes": [ "Output: z-positive.checkpoint_overlap.repeat-02.result.json; numerical payload SHA256: 5728c3e4f3a03bd8cc723f5dad3f212f2e32b86c8703a6dd5f383569c4adb10e", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.04243430000497028, \"holdout_evaluation\": 0.005671399994753301, \"input_verification_and_loading\": 2.251823999977205, \"solve\": 0.8952279000077397}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 3.1917036999948323, \"completion_wait_seconds\": 0.9781099000247195, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "24b1f65850dd2abc7ec2e8b7e04fb9816823d49a16bcd29829a5a6f93ad437bd" }, "runtime_seconds": 3.270519500016235, "split_id": "z-positive-repeat-02", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 7.215948299970478, "solve_seconds": 0.9600248000351712, "wall_seconds": 7.292709900008049 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "f3f49d254936da306dba92275f18681bab233dc137f20b806f479933a1980859", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "54c9f17737e029eb65d0c774317ac0e06556ff2bd46a5611e37edc51979505d4", "notes": [ "Output: z-positive.sequential.repeat-02.result.json; numerical payload SHA256: 5728c3e4f3a03bd8cc723f5dad3f212f2e32b86c8703a6dd5f383569c4adb10e", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.0378774999990128, \"holdout_evaluation\": 0.005430099961813539, \"input_verification_and_loading\": 6.21261589997448, \"solve\": 0.9600248000351712}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "dd059756f038d5f1244468aab24d785f5b4c5a1eb7f00f143e51ce182820b8d8" }, "runtime_seconds": 7.292709900008049, "split_id": "z-positive-repeat-02", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 5.471309500047937, "solve_seconds": 0.8334729999769479, "wall_seconds": 5.559997899981681 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "f3f49d254936da306dba92275f18681bab233dc137f20b806f479933a1980859", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "54c9f17737e029eb65d0c774317ac0e06556ff2bd46a5611e37edc51979505d4", "notes": [ "Output: z-positive.sequential.repeat-03.result.json; numerical payload SHA256: 5728c3e4f3a03bd8cc723f5dad3f212f2e32b86c8703a6dd5f383569c4adb10e", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.03752880002139136, \"holdout_evaluation\": 0.007205600035376847, \"input_verification_and_loading\": 4.593102100014221, \"solve\": 0.8334729999769479}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "2cd2a0cf1e719b788f97b3d813e2351e87d972d08d28c72bdbc6e2ee9f8b6f8c" }, "runtime_seconds": 5.559997899981681, "split_id": "z-positive-repeat-03", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 4.127758999995422, "solve_seconds": 1.0666787999798544, "wall_seconds": 4.236267100030091 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "2016ad6a63e46f881b4a4785972086db0a0fe52d055aa0f3ffc97677c20e6769", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "54c9f17737e029eb65d0c774317ac0e06556ff2bd46a5611e37edc51979505d4", "notes": [ "Output: z-positive.checkpoint_overlap.repeat-03.result.json; numerical payload SHA256: 5728c3e4f3a03bd8cc723f5dad3f212f2e32b86c8703a6dd5f383569c4adb10e", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.04419590003089979, \"holdout_evaluation\": 0.013660600001458079, \"input_verification_and_loading\": 3.0032236999832094, \"solve\": 1.0666787999798544}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 4.123168700025417, \"completion_wait_seconds\": 1.6671221000142395, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "02ade64faf3290cd33eed2a26db724e38a635902a1ab70d82bc49a1150bd8640" }, "runtime_seconds": 4.236267100030091, "split_id": "z-positive-repeat-03", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 4.98496770003112, "solve_seconds": 1.5400901999673806, "wall_seconds": 5.064748000004329 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "b8acb08758be5e926175fe23712f9dfc7e6c5adcf3aab00007b8dd6f38081b2a", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "4b8acc8a0257271c55f27fb576f7e184e0cc0dab2f2c1a81d22e541f040f522f", "notes": [ "Output: z-negative.checkpoint_overlap.repeat-01.result.json; numerical payload SHA256: 98f24ccd4619a8c834e4856b38a879a62b4b4351cf1fd190d19793ef71dbd848", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.0509390999795869, \"holdout_evaluation\": 0.00857560004806146, \"input_verification_and_loading\": 3.3853628000360914, \"solve\": 1.5400901999673806}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 4.98172079998767, \"completion_wait_seconds\": 1.2230845000012778, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "c7f6346756553d7cc753fbf766d8b373fa210b50cdc6c97eea37969f191074ea" }, "runtime_seconds": 5.064748000004329, "split_id": "z-negative-repeat-01", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 6.5030891000060365, "solve_seconds": 0.8545615999610163, "wall_seconds": 6.603033000021242 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "535f73b273ad3e95dd0cb3954486e6f2f8af6351e9f4a8afb9191549e952f206", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "4b8acc8a0257271c55f27fb576f7e184e0cc0dab2f2c1a81d22e541f040f522f", "notes": [ "Output: z-negative.sequential.repeat-01.result.json; numerical payload SHA256: 98f24ccd4619a8c834e4856b38a879a62b4b4351cf1fd190d19793ef71dbd848", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.03856070002075285, \"holdout_evaluation\": 0.013491099991369992, \"input_verification_and_loading\": 5.596475700032897, \"solve\": 0.8545615999610163}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "ed11d077f52c362e0a07d482ee7eab11f73e3249e1fa2e06ab430e22a34b0d81" }, "runtime_seconds": 6.603033000021242, "split_id": "z-negative-repeat-01", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 6.272470599971712, "solve_seconds": 0.9004428000189364, "wall_seconds": 6.346977600012906 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "535f73b273ad3e95dd0cb3954486e6f2f8af6351e9f4a8afb9191549e952f206", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "4b8acc8a0257271c55f27fb576f7e184e0cc0dab2f2c1a81d22e541f040f522f", "notes": [ "Output: z-negative.sequential.repeat-02.result.json; numerical payload SHA256: 98f24ccd4619a8c834e4856b38a879a62b4b4351cf1fd190d19793ef71dbd848", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.04366010002559051, \"holdout_evaluation\": 0.005064399971161038, \"input_verification_and_loading\": 5.323303299956024, \"solve\": 0.9004428000189364}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "124b74e3219b53bbc5dcafe263e77344379fc56efad3276459e982ade1477c56" }, "runtime_seconds": 6.346977600012906, "split_id": "z-negative-repeat-02", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 5.574899400002323, "solve_seconds": 2.286066700005904, "wall_seconds": 5.69578479998745 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "b8acb08758be5e926175fe23712f9dfc7e6c5adcf3aab00007b8dd6f38081b2a", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "4b8acc8a0257271c55f27fb576f7e184e0cc0dab2f2c1a81d22e541f040f522f", "notes": [ "Output: z-negative.checkpoint_overlap.repeat-02.result.json; numerical payload SHA256: 98f24ccd4619a8c834e4856b38a879a62b4b4351cf1fd190d19793ef71dbd848", "Order: ['sequential', 'checkpoint_overlap']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.0801297000143677, \"holdout_evaluation\": 0.02269979997072369, \"input_verification_and_loading\": 3.186003200011328, \"solve\": 2.286066700005904}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 5.571832199988421, \"completion_wait_seconds\": 1.2413321000058204, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "22f060a5eed16d8a49ed43ca0bc228a60b294c5f2a842e23e6509c66fbada8f5" }, "runtime_seconds": 5.69578479998745, "split_id": "z-negative-repeat-02", "status": "success" }, { "method_id": "checkpoint_overlap", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 6.106257900013588, "solve_seconds": 1.224214900052175, "wall_seconds": 7.015789199969731 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "b8acb08758be5e926175fe23712f9dfc7e6c5adcf3aab00007b8dd6f38081b2a", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "4b8acc8a0257271c55f27fb576f7e184e0cc0dab2f2c1a81d22e541f040f522f", "notes": [ "Output: z-negative.checkpoint_overlap.repeat-03.result.json; numerical payload SHA256: 98f24ccd4619a8c834e4856b38a879a62b4b4351cf1fd190d19793ef71dbd848", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.049465499992948025, \"holdout_evaluation\": 0.05388629995286465, \"input_verification_and_loading\": 4.778691200015601, \"solve\": 1.224214900052175}, \"verification\": {\"checkpoint_time_overlaps_phases\": true, \"checkpoint_verification_seconds\": 6.100873599993065, \"completion_wait_seconds\": 2.9312941000098363, \"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true, \"strategy\": \"checkpoint_overlap\"}}" ], "output_sha256": "7615585d9accebb13665b208bf86e346eed9f5d623e3e7da12c07e21e12087cf" }, "runtime_seconds": 7.015789199969731, "split_id": "z-negative-repeat-03", "status": "success" }, { "method_id": "sequential", "metrics": { "numerical_parity": 1.0, "pipeline_seconds": 8.427973500045482, "solve_seconds": 1.1492888000211678, "wall_seconds": 8.512338000000454 }, "provenance": { "command": "tools/benchmark_camera_lidar_input_overlap.py --sweep-root ${PUBLIC_SWEEP_ROOT} --output-dir outputs/public-kitti-input-overlap-v1 --repeats 3", "config_sha256": "535f73b273ad3e95dd0cb3954486e6f2f8af6351e9f4a8afb9191549e952f206", "execution_host": "Windows-11-10.0.26300-SP0", "input_sha256": "4b8acc8a0257271c55f27fb576f7e184e0cc0dab2f2c1a81d22e541f040f522f", "notes": [ "Output: z-negative.sequential.repeat-03.result.json; numerical payload SHA256: 98f24ccd4619a8c834e4856b38a879a62b4b4351cf1fd190d19793ef71dbd848", "Order: ['checkpoint_overlap', 'sequential']; no separate warmup; caches persist; shared host.", "Every invocation re-verifies all external files, including checkpoint.", "Wall includes verification completion and result construction; serialization and aggregation are excluded.", "Measured phases and verification: {\"phases\": {\"backend_preparation\": 0.06804390001343563, \"holdout_evaluation\": 0.006680899998173118, \"input_verification_and_loading\": 7.2039599000127055, \"solve\": 1.1492888000211678}, \"verification\": {\"external_files_reverified\": true, \"mode\": \"fresh_files\", \"preparation_in_run_timing\": true, \"problem_artifact_reverified\": true}}" ], "output_sha256": "062cc8fef4c14dd36f1e4dcd3d1baa79681412b80f04c5a705d4a2c395537a76" }, "runtime_seconds": 8.512338000000454, "split_id": "z-negative-repeat-03", "status": "success" } ] }