{
  "benchmark_id": "d2d-projection-kitti_raw_2011_09_30_drive_0018",
  "bootstrap_samples": 1000,
  "bootstrap_seed": 42,
  "limitations": [
    "All timed projections and MI records exactly match the NumPy reference.",
    "Timing repetitions are not held-out calibration accuracy trials.",
    "Transfers and synchronization are included; compilation/preparation are separate.",
    "Startup times: {\"cuda\": {\"first_evaluation_seconds\": 0.020383400027640164, \"setup_seconds\": 0.6555219000438228}, \"numba_cpu\": {\"first_evaluation_seconds\": 0.8043844000203535, \"setup_seconds\": 0.426334300020244}, \"numpy\": {\"first_evaluation_seconds\": 0.25911420001648366, \"setup_seconds\": 7.700000423938036e-06}}",
    "Environment: Python 3.12.10; NumPy 2.3.4; Windows-11-10.0.26300-SP0; CPU Intel64 Family 6 Model 158 Stepping 10, GenuineIntel",
    "Workload: 25 frames; 3130279 total points; camera grids: [(1226, 370, 'pinhole')]",
    "Digest-verified real inputs measure backend equivalence and latency; this timing experiment is not a calibration accuracy benchmark.",
    "CUDA allocation snapshots (bytes): {\"after_first_evaluation\": {\"cached_input_bytes\": 190892928, \"device_total_bytes\": 6442123264, \"device_used_bytes\": 1310392320, \"pool_reserved_bytes\": 203827200, \"pool_used_bytes\": 190907904}, \"after_projection_timings\": {\"cached_input_bytes\": 190892928, \"device_total_bytes\": 6442123264, \"device_used_bytes\": 1310392320, \"pool_reserved_bytes\": 203827200, \"pool_used_bytes\": 190907904}}",
    "CUDA pool reservation includes reusable scratch allocations; device usage includes context/other applications. Snapshots are not process peak VRAM.",
    "Publication metadata normalizes local interpreter/dataset paths and host names; numerical records and original input/config/code digests are unchanged. The original local report SHA-256 is recorded in source_artifacts."
  ],
  "method_summaries": {
    "cuda": {
      "failure_count": 0,
      "failure_rate": 0.0,
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": {
          "distribution": {
            "count": 25,
            "maximum": 0.107829499989748,
            "mean": 0.06767747199628502,
            "mean_ci95_high": 0.07986024219723185,
            "mean_ci95_low": 0.05432129109639209,
            "median": 0.07924099999945611,
            "minimum": 0.012802899989765137,
            "p90": 0.10435893998946996,
            "p95": 0.1058743399567902,
            "standard_deviation": 0.032439983977154085
          },
          "metric": "evaluation_seconds",
          "rank": 1
        },
        "projection_seconds": {
          "distribution": {
            "count": 25,
            "maximum": 0.15125150000676513,
            "mean": 0.12497595999157056,
            "mean_ci95_high": 0.13487299028679264,
            "mean_ci95_low": 0.11374490498978412,
            "median": 0.13612330000614747,
            "minimum": 0.07260869996389374,
            "p90": 0.14978601997718216,
            "p95": 0.15091789998114108,
            "standard_deviation": 0.02697967339681542
          },
          "metric": "projection_seconds",
          "rank": 1
        }
      },
      "peak_memory_mb": {
        "count": 0
      },
      "runtime_seconds": {
        "count": 25,
        "maximum": 0.107829499989748,
        "mean": 0.06767747199628502,
        "mean_ci95_high": 0.07986024219723185,
        "mean_ci95_low": 0.05432129109639209,
        "median": 0.07924099999945611,
        "minimum": 0.012802899989765137,
        "p90": 0.10435893998946996,
        "p95": 0.1058743399567902,
        "standard_deviation": 0.032439983977154085
      },
      "success_count": 25,
      "trial_count": 25
    },
    "numba_cpu": {
      "failure_count": 0,
      "failure_rate": 0.0,
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": {
          "distribution": {
            "count": 25,
            "maximum": 0.23253560002194718,
            "mean": 0.15858729200670496,
            "mean_ci95_high": 0.16666050220816395,
            "mean_ci95_low": 0.15259219169971766,
            "median": 0.1555820000357926,
            "minimum": 0.14095670002279803,
            "p90": 0.16629459999967366,
            "p95": 0.1880835199961438,
            "standard_deviation": 0.01829863294597733
          },
          "metric": "evaluation_seconds",
          "rank": 2
        },
        "projection_seconds": {
          "distribution": {
            "count": 25,
            "maximum": 0.17702260002261028,
            "mean": 0.13472503200173377,
            "mean_ci95_high": 0.14014332080382155,
            "mean_ci95_low": 0.1305104029037757,
            "median": 0.13026609999360517,
            "minimum": 0.11999460001243278,
            "p90": 0.15096720003057273,
            "p95": 0.15705392002128063,
            "standard_deviation": 0.01266043435244569
          },
          "metric": "projection_seconds",
          "rank": 2
        }
      },
      "peak_memory_mb": {
        "count": 0
      },
      "runtime_seconds": {
        "count": 25,
        "maximum": 0.23253560002194718,
        "mean": 0.15858729200670496,
        "mean_ci95_high": 0.16666050220816395,
        "mean_ci95_low": 0.15259219169971766,
        "median": 0.1555820000357926,
        "minimum": 0.14095670002279803,
        "p90": 0.16629459999967366,
        "p95": 0.1880835199961438,
        "standard_deviation": 0.01829863294597733
      },
      "success_count": 25,
      "trial_count": 25
    },
    "numpy": {
      "failure_count": 0,
      "failure_rate": 0.0,
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": {
          "distribution": {
            "count": 25,
            "maximum": 0.2842965999734588,
            "mean": 0.2420664279954508,
            "mean_ci95_high": 0.2492012781916419,
            "mean_ci95_low": 0.23465878778777552,
            "median": 0.23858040000777692,
            "minimum": 0.21949770004721358,
            "p90": 0.2703175999922678,
            "p95": 0.27662371995393187,
            "standard_deviation": 0.01835641547221036
          },
          "metric": "evaluation_seconds",
          "rank": 3
        },
        "projection_seconds": {
          "distribution": {
            "count": 25,
            "maximum": 0.25154399999883026,
            "mean": 0.21960535999620334,
            "mean_ci95_high": 0.223973836897756,
            "mean_ci95_low": 0.2152475984930643,
            "median": 0.2211282000062056,
            "minimum": 0.19684799999231473,
            "p90": 0.22926849998766557,
            "p95": 0.2295016999938525,
            "standard_deviation": 0.011164315317285699
          },
          "metric": "projection_seconds",
          "rank": 3
        }
      },
      "peak_memory_mb": {
        "count": 0
      },
      "runtime_seconds": {
        "count": 25,
        "maximum": 0.2842965999734588,
        "mean": 0.2420664279954508,
        "mean_ci95_high": 0.2492012781916419,
        "mean_ci95_low": 0.23465878778777552,
        "median": 0.23858040000777692,
        "minimum": 0.21949770004721358,
        "p90": 0.2703175999922678,
        "p95": 0.27662371995393187,
        "standard_deviation": 0.01835641547221036
      },
      "success_count": 25,
      "trial_count": 25
    }
  },
  "methods": [
    {
      "implementation": "adapter",
      "label": "numpy",
      "license_spdx": "Apache-2.0 AND MIT AND BSD-2-Clause",
      "method_id": "numpy",
      "tool_name": "numpy",
      "tool_version": "calibrex.numpy_depth_pair_projector/v0.2;numpy=2.3.4"
    },
    {
      "implementation": "adapter",
      "label": "numba_cpu",
      "license_spdx": "Apache-2.0 AND MIT AND BSD-2-Clause",
      "method_id": "numba_cpu",
      "tool_name": "numba_cpu",
      "tool_version": "calibrex.numba_depth_pair_projector/v0.1;numba=0.65.1"
    },
    {
      "implementation": "adapter",
      "label": "cuda",
      "license_spdx": "Apache-2.0 AND MIT AND BSD-2-Clause",
      "method_id": "cuda",
      "tool_name": "cuda",
      "tool_version": "calibrex.cuda_depth_pair_projector/v0.2;cupy=14.2.0;numpy=2.3.4;cuda_runtime=12090;cuda_driver=13020;device=NVIDIA CUDA GPU;compute=7.5;nvrtc=12.8;kernel_sha256=63e1f2eed8bceede3572e6f1d31827e1bdf4619106aac34648b0ff0af213ab79;fp64;fmad=false"
    }
  ],
  "metrics": [
    {
      "direction": "lower",
      "display_scale": 1000.0,
      "display_unit": "ms",
      "interpretation": "synchronized warm host-to-host latency",
      "label": "projection_seconds",
      "name": "projection_seconds",
      "primary": true,
      "unit": "s"
    },
    {
      "direction": "lower",
      "display_scale": 1000.0,
      "display_unit": "ms",
      "interpretation": "synchronized warm host-to-host latency",
      "label": "evaluation_seconds",
      "name": "evaluation_seconds",
      "primary": true,
      "unit": "s"
    }
  ],
  "paired_comparisons": [
    {
      "candidate_method_id": "numba_cpu",
      "direction": "lower",
      "improvement_ci95_high": 0.08997316288796718,
      "improvement_ci95_low": 0.07837694598548114,
      "improvement_mean": 0.08488032799446955,
      "metric": "projection_seconds",
      "paired_count": 25,
      "raw_delta_mean": -0.08488032799446955,
      "reference_method_id": "numpy"
    },
    {
      "candidate_method_id": "numba_cpu",
      "direction": "lower",
      "improvement_ci95_high": 0.09123761619266588,
      "improvement_ci95_low": 0.07607094768836395,
      "improvement_mean": 0.08347913598874585,
      "metric": "evaluation_seconds",
      "paired_count": 25,
      "raw_delta_mean": -0.08347913598874585,
      "reference_method_id": "numpy"
    },
    {
      "candidate_method_id": "cuda",
      "direction": "lower",
      "improvement_ci95_high": 0.10724783500569174,
      "improvement_ci95_low": 0.08334551919909428,
      "improvement_mean": 0.09462940000463277,
      "metric": "projection_seconds",
      "paired_count": 25,
      "raw_delta_mean": -0.09462940000463277,
      "reference_method_id": "numpy"
    },
    {
      "candidate_method_id": "cuda",
      "direction": "lower",
      "improvement_ci95_high": 0.18840082208835518,
      "improvement_ci95_low": 0.162497872104228,
      "improvement_mean": 0.17438895599916576,
      "metric": "evaluation_seconds",
      "paired_count": 25,
      "raw_delta_mean": -0.17438895599916576,
      "reference_method_id": "numpy"
    }
  ],
  "protocol": {
    "data_license": "synthetic Apache-2.0 or input dataset-specific",
    "dataset_id": "kitti_raw_2011_09_30_drive_0018",
    "dataset_source_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
    "failure_policy": "abort and report any projection, MI or solver-trace mismatch",
    "initial_estimate_policy": "prespecified pose perturbations shared across backends",
    "protocol_id": "d2d-backend-latency/v0.1",
    "split_policy": "paired timing repetitions; reference projection is the equivalence anchor, not accuracy holdout",
    "splits": [
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 0,
        "split_id": "0"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 1,
        "split_id": "1"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 2,
        "split_id": "2"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 3,
        "split_id": "3"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 4,
        "split_id": "4"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 5,
        "split_id": "5"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 6,
        "split_id": "6"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 7,
        "split_id": "7"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 8,
        "split_id": "8"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 9,
        "split_id": "9"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 10,
        "split_id": "10"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 11,
        "split_id": "11"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 12,
        "split_id": "12"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 13,
        "split_id": "13"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 14,
        "split_id": "14"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 15,
        "split_id": "15"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 16,
        "split_id": "16"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 17,
        "split_id": "17"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 18,
        "split_id": "18"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 19,
        "split_id": "19"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 20,
        "split_id": "20"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 21,
        "split_id": "21"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 22,
        "split_id": "22"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 23,
        "split_id": "23"
      },
      {
        "fit_count": 25,
        "fit_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "holdout_count": 1,
        "holdout_ids_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "seed": 24,
        "split_id": "24"
      }
    ],
    "tuning_policy": "FP64 and original histogram settings; no solver or metric retuning"
  },
  "provenance": {
    "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
    "data_verified": true,
    "generated_at": "2026-10-10T15:39:46.175606+00:00",
    "generator": "tools.benchmark_d2d_projection",
    "generator_version": "v0.2",
    "git_commit": "75cc46f",
    "source_artifacts": {
      "config": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
      "input": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
      "local_report_before_publication": "51ac2c2951e335af669078e86d3ee37fee66145114154f09b12ba6ab2eade574",
      "src\\calibrex\\solvers\\borer_depth_to_depth_solver.py": "ef1ea2fe9e03d6e9d67855a58bde705355ef1332e5b10f5806c8c86e6fb5b70f",
      "src\\calibrex\\solvers\\borer_six_dof_solver.py": "94ffd07c6977a83bf2e7ac5d5c19e0a3e2725ef7510dfa1e7d3c82ba08a89baa",
      "src\\calibrex\\solvers\\cuda_depth_to_depth_adapter.py": "52c26bba733386782cba7fb1e534ca1e3f7cebfc42f4dd5cceb2bf9ff6267e20",
      "tools\\benchmark_d2d_projection.py": "a7c8a6e011e9c1375c7937ad25056a7e99c863e2829b14e4e0fb4b36243e421a"
    }
  },
  "reference_method_id": "numpy",
  "schema_version": "slac.benchmark/v0.1",
  "title": "D2D projection backend latency: kitti_raw_2011_09_30_drive_0018",
  "trials": [
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.23858040000777692,
        "projection_seconds": 0.2292102999635972
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.23858040000777692,
      "split_id": "0",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.22180040000239387,
        "projection_seconds": 0.22253309999359772
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.22180040000239387,
      "split_id": "1",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.22135910001816228,
        "projection_seconds": 0.22531270002946258
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.22135910001816228,
      "split_id": "2",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.2260785999824293,
        "projection_seconds": 0.20845459995325655
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.2260785999824293,
      "split_id": "3",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.22406699997372925,
        "projection_seconds": 0.22955029999138787
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.22406699997372925,
      "split_id": "4",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.2316825999878347,
        "projection_seconds": 0.21318099997006357
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.2316825999878347,
      "split_id": "5",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.2556751000229269,
        "projection_seconds": 0.21587420004652813
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.2556751000229269,
      "split_id": "6",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.22720229998230934,
        "projection_seconds": 0.215081799949985
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.22720229998230934,
      "split_id": "7",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.24621400004252791,
        "projection_seconds": 0.21621539996704087
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.24621400004252791,
      "split_id": "8",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.2197036999859847,
        "projection_seconds": 0.19684799999231473
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.2197036999859847,
      "split_id": "9",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.23861449997639284,
        "projection_seconds": 0.22930730000371113
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.23861449997639284,
      "split_id": "10",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.2669255000073463,
        "projection_seconds": 0.2211282000062056
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.2669255000073463,
      "split_id": "11",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.2842965999734588,
        "projection_seconds": 0.2272833000170067
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.2842965999734588,
      "split_id": "12",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.2634045000304468,
        "projection_seconds": 0.25154399999883026
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.2634045000304468,
      "split_id": "13",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.23419330001343042,
        "projection_seconds": 0.21105879999231547
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.23419330001343042,
      "split_id": "14",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.23925270000472665,
        "projection_seconds": 0.21012010000413284
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.23925270000472665,
      "split_id": "15",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.24530399998184294,
        "projection_seconds": 0.22537679999368265
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.24530399998184294,
      "split_id": "16",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.21949770004721358,
        "projection_seconds": 0.20562329998938367
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.21949770004721358,
      "split_id": "17",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.2355841000098735,
        "projection_seconds": 0.22907179995672777
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.2355841000098735,
      "split_id": "18",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.23121099994750693,
        "projection_seconds": 0.20360349997645244
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.23121099994750693,
      "split_id": "19",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.2360020999913104,
        "projection_seconds": 0.21153500000946224
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.2360020999913104,
      "split_id": "20",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.24222749995533377,
        "projection_seconds": 0.21346740005537868
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.24222749995533377,
      "split_id": "21",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.27763489994686097,
        "projection_seconds": 0.22686809999868274
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.27763489994686097,
      "split_id": "22",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.25257010001223534,
        "projection_seconds": 0.22760400001425296
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.25257010001223534,
      "split_id": "23",
      "status": "success"
    },
    {
      "method_id": "numpy",
      "metrics": {
        "evaluation_seconds": 0.27257899998221546,
        "projection_seconds": 0.224281000031624
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.27257899998221546,
      "split_id": "24",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.14245499996468425,
        "projection_seconds": 0.1262731999740936
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.14245499996468425,
      "split_id": "0",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.1604891000315547,
        "projection_seconds": 0.13688060001004487
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.1604891000315547,
      "split_id": "1",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.14935260004131123,
        "projection_seconds": 0.1262418999685906
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.14935260004131123,
      "split_id": "2",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.15123670001048595,
        "projection_seconds": 0.1437216000049375
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.15123670001048595,
      "split_id": "3",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.14663129998371005,
        "projection_seconds": 0.13133150001522154
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.14663129998371005,
      "split_id": "4",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.14559600001666695,
        "projection_seconds": 0.12498600000981241
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.14559600001666695,
      "split_id": "5",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.15361800004029647,
        "projection_seconds": 0.12379199999850243
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.15361800004029647,
      "split_id": "6",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.15660620003473014,
        "projection_seconds": 0.12611030001426116
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.15660620003473014,
      "split_id": "7",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.16316019999794662,
        "projection_seconds": 0.12934009998571128
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.16316019999794662,
      "split_id": "8",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.1570149000035599,
        "projection_seconds": 0.12826129997847602
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.1570149000035599,
      "split_id": "9",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.14678959996672347,
        "projection_seconds": 0.13637930003460497
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.14678959996672347,
      "split_id": "10",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.23253560002194718,
        "projection_seconds": 0.17702260002261028
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.23253560002194718,
      "split_id": "11",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.15815099998144433,
        "projection_seconds": 0.13656399998581037
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.15815099998144433,
      "split_id": "12",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.19311729999026284,
        "projection_seconds": 0.1573680000146851
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.19311729999026284,
      "split_id": "13",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.14701460005016997,
        "projection_seconds": 0.13110379996942356
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.14701460005016997,
      "split_id": "14",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.14959210000233725,
        "projection_seconds": 0.12311119999503717
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.14959210000233725,
      "split_id": "15",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.16794840001966804,
        "projection_seconds": 0.12841459998162463
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.16794840001966804,
      "split_id": "16",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.14095670002279803,
        "projection_seconds": 0.11999460001243278
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.14095670002279803,
      "split_id": "17",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.1638138999696821,
        "projection_seconds": 0.13026609999360517
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.1638138999696821,
      "split_id": "18",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.15869469998870045,
        "projection_seconds": 0.1426977000082843
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.15869469998870045,
      "split_id": "19",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.15114539995556697,
        "projection_seconds": 0.13906570000108331
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.15114539995556697,
      "split_id": "20",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.14971830003196374,
        "projection_seconds": 0.1255509000038728
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.14971830003196374,
      "split_id": "21",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.16119810001691803,
        "projection_seconds": 0.15579760004766285
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.16119810001691803,
      "split_id": "22",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.16226459998870268,
        "projection_seconds": 0.12832180003169924
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.16226459998870268,
      "split_id": "23",
      "status": "success"
    },
    {
      "method_id": "numba_cpu",
      "metrics": {
        "evaluation_seconds": 0.1555820000357926,
        "projection_seconds": 0.13952939998125657
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.1555820000357926,
      "split_id": "24",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.013077100040391088,
        "projection_seconds": 0.07493210001848638
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.013077100040391088,
      "split_id": "0",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.012932299985550344,
        "projection_seconds": 0.07684429996879771
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.012932299985550344,
      "split_id": "1",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.013487399963196367,
        "projection_seconds": 0.07260869996389374
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.013487399963196367,
      "split_id": "2",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.013151100021786988,
        "projection_seconds": 0.07571179996011779
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.013151100021786988,
      "split_id": "3",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.012802899989765137,
        "projection_seconds": 0.08409279998159036
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.012802899989765137,
      "split_id": "4",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.0632319999858737,
        "projection_seconds": 0.12235349998809397
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.0632319999858737,
      "split_id": "5",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.08175080001819879,
        "projection_seconds": 0.14298730000155047
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.08175080001819879,
      "split_id": "6",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.08415489998878911,
        "projection_seconds": 0.13703240000177175
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.08415489998878911,
      "split_id": "7",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.08009790000505745,
        "projection_seconds": 0.13728179997997358
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.08009790000505745,
      "split_id": "8",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.08911709999665618,
        "projection_seconds": 0.1486534000141546
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.08911709999665618,
      "split_id": "9",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.07924099999945611,
        "projection_seconds": 0.13460410002153367
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.07924099999945611,
      "split_id": "10",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.07587420003255829,
        "projection_seconds": 0.13612330000614747
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.07587420003255829,
      "split_id": "11",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.10397320002084598,
        "projection_seconds": 0.14820500003406778
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.10397320002084598,
      "split_id": "12",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.08048669999698177,
        "projection_seconds": 0.1406237999908626
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.08048669999698177,
      "split_id": "13",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.08063919999403879,
        "projection_seconds": 0.13558399997418746
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.08063919999403879,
      "split_id": "14",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.10618889995384961,
        "projection_seconds": 0.1510120999882929
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.10618889995384961,
      "split_id": "15",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.07869039999786764,
        "projection_seconds": 0.13814009999623522
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.07869039999786764,
      "split_id": "16",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.0768404999980703,
        "projection_seconds": 0.13271949999034405
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.0768404999980703,
      "split_id": "17",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.09842970001045614,
        "projection_seconds": 0.15054109995253384
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.09842970001045614,
      "split_id": "18",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.08097579999594018,
        "projection_seconds": 0.14001119998283684
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.08097579999594018,
      "split_id": "19",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.07568459998583421,
        "projection_seconds": 0.13417460001073778
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.07568459998583421,
      "split_id": "20",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.10461609996855259,
        "projection_seconds": 0.14708199998131022
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.10461609996855259,
      "split_id": "21",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.01699999999254942,
        "projection_seconds": 0.09088089998112991
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.01699999999254942,
      "split_id": "22",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.061663499975111336,
        "projection_seconds": 0.1209476999938488
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.061663499975111336,
      "split_id": "23",
      "status": "success"
    },
    {
      "method_id": "cuda",
      "metrics": {
        "evaluation_seconds": 0.107829499989748,
        "projection_seconds": 0.15125150000676513
      },
      "provenance": {
        "command": "python tools/benchmark_d2d_projection.py --problem ${DATASET_ROOT}/calibrex_camera_lidar_v06/runs/kitti_raw_0018/problem.yaml --repeats 25 --solve-evaluations 80 --solver-repeats 3 --output-dir outputs/d2d-cuda-real/kitti-raw",
        "config_sha256": "396b337602ed01088eaa75d7262105bf15df678d46908581d15dffc0b545452f",
        "execution_host": "${HOST}",
        "input_sha256": "a3ceb77714ba08aa83f3a16d09c9841542569a988437fb7277e663fc62f1a111",
        "notes": [
          "All timed projections and MI records exactly match the NumPy reference."
        ]
      },
      "runtime_seconds": 0.107829499989748,
      "split_id": "24",
      "status": "success"
    }
  ]
}