SLAM Hive: A SLAM Evaluation Benchmark System


Wiki Link
Current Custom Analysis id: 1731186969376904
Configurations number: 6
Configurations ID List: [ 994, 995, 996, 997, 998, 999, ]


1_trajectory_comparison



2_accuracy_metrics_comparison



4_usage_metrics_comparison




rules:
configuration_choose:
  comb_configuration_id:
  - 5
  combination_rule:
    first_one:
    - 0
    first_rule:
    - I
    second_one:
    - 2
    - 1
    second_rule:
    - I
  configuration_id:
  - 996
  - 995
  - 997
  - 998
  - 999
  - 994
  limitation_rules:
    algorithm_id:
    - 12
    - 11
    - 10
    dataset_id:
    - 15
    evaluation_value:
      ate_max_maximun: null
      ate_max_minimum: null
      ate_max_nolimitation: 1
      ate_mean_maximun: null
      ate_mean_minimum: null
      ate_mean_nolimitation: 1
      ate_median_maximun: null
      ate_median_minimum: null
      ate_median_nolimitation: 1
      ate_min_maximun: null
      ate_min_minimum: null
      ate_min_nolimitation: 1
      ate_rmse_maximun: null
      ate_rmse_minimum: null
      ate_rmse_nolimitation: 1
      ate_sse_maximun: null
      ate_sse_minimum: null
      ate_sse_nolimitation: 1
      ate_std_maximun: null
      ate_std_minimum: null
      ate_std_nolimitation: 1
      cpu_max_maximun: null
      cpu_max_minimum: null
      cpu_max_nolimitation: 1
      cpu_mean_maximun: null
      cpu_mean_minimum: null
      cpu_mean_nolimitation: 1
      ram_max_maximun: null
      ram_max_minimum: null
      ram_max_nolimitation: 1
      rpe_max_maximun: null
      rpe_max_minimum: null
      rpe_max_nolimitation: 1
      rpe_mean_maximun: null
      rpe_mean_minimum: null
      rpe_mean_nolimitation: 1
      rpe_median_maximun: null
      rpe_median_minimum: null
      rpe_median_nolimitation: 1
      rpe_min_maximun: null
      rpe_min_minimum: null
      rpe_min_nolimitation: 1
      rpe_rmse_maximun: null
      rpe_rmse_minimum: null
      rpe_rmse_nolimitation: 1
      rpe_sse_maximun: null
      rpe_sse_minimum: null
      rpe_sse_nolimitation: 1
      rpe_std_maximun: null
      rpe_std_minimum: null
      rpe_std_nolimitation: 1
    parameters_value:
    - nFeatures < 4000
evaluation_form:
  1_trajectory_comparison:
    choose: 1
  2_accuracy_metrics_comparison:
    choose: 1
  3_accuracy_metrics_comparison:
    algorithm_id:
    - 2
    - 5
    calculate_method: 1
    choose: 0
    dataset_id:
    - 2
    - 13
    metric: ate_rmse
  4_usage_metrics_comparison:
    choose: 1
  6_scatter_diagram:
    choose: 0
    x-axis: cpu_mean
    y-axis: ate_mean
  7_3d_scatter_diagram:
    choose: 0
    x-axis: null
    y-axis: null
    z-axis: null
  8_repeatability_test:
    choose: 0
    metric: null
  algorithm_dataset_type: 1
group_description: Lidar SLAM
group_name: Final_Paper_1_2_4_Lidar_SLAM_Trajectory_Evo_Usage_Experiment
is_visualized: 1