SLAM Hive: A SLAM Evaluation Benchmark System


Wiki Link
Current Custom Analysis id: 1731174889518913
Configurations number: 50
Configurations ID List: [ 898, 1795, 778, 1675, 906, 2190, 274, 275, 276, 277, 278, 279, 2070, 1945, 282, 794, 285, 287, 288, 1825, 2340, 2220, 1585, 2100, 1975, 826, 954, 706, 834, 2370, 962, 1735, 2250, 1615, 722, 978, 2130, 854, 1885, 2400, 1765, 2280, 874, 1645, 754, 886, 2040, 762, 1915, 2430, ]


3_accuracy_metrics_comparison




rules:
configuration_choose:
  comb_configuration_id: []
  combination_rule:
    first_one:
    - 0
    first_rule:
    - I
    second_one:
    - 2
    - 1
    second_rule:
    - U
  configuration_id:
  - 1795
  - 778
  - 1675
  - 906
  - 2190
  - 274
  - 275
  - 276
  - 277
  - 278
  - 279
  - 2070
  - 1945
  - 282
  - 794
  - 285
  - 287
  - 288
  - 1825
  - 2340
  - 2220
  - 1585
  - 2100
  - 1975
  - 826
  - 954
  - 706
  - 834
  - 2370
  - 962
  - 1735
  - 2250
  - 1615
  - 722
  - 854
  - 978
  - 2130
  - 1885
  - 2400
  - 874
  - 1765
  - 2280
  - 1645
  - 754
  - 886
  - 898
  - 2040
  - 762
  - 1915
  - 2430
  limitation_rules:
    algorithm_id: null
    dataset_id: null
    evaluation_value:
      ate_max_maximun: null
      ate_max_minimum: null
      ate_max_nolimitation: 1
      ate_mean_maximun: null
      ate_mean_minimum: null
      ate_mean_nolimitation: 1
      ate_median_maximun: null
      ate_median_minimum: null
      ate_median_nolimitation: 1
      ate_min_maximun: null
      ate_min_minimum: null
      ate_min_nolimitation: 1
      ate_rmse_maximun: null
      ate_rmse_minimum: null
      ate_rmse_nolimitation: 1
      ate_sse_maximun: null
      ate_sse_minimum: null
      ate_sse_nolimitation: 1
      ate_std_maximun: null
      ate_std_minimum: null
      ate_std_nolimitation: 1
      cpu_max_maximun: null
      cpu_max_minimum: null
      cpu_max_nolimitation: 1
      cpu_mean_maximun: null
      cpu_mean_minimum: null
      cpu_mean_nolimitation: 1
      ram_max_maximun: null
      ram_max_minimum: null
      ram_max_nolimitation: 1
      rpe_max_maximun: null
      rpe_max_minimum: null
      rpe_max_nolimitation: 1
      rpe_mean_maximun: null
      rpe_mean_minimum: null
      rpe_mean_nolimitation: 1
      rpe_median_maximun: null
      rpe_median_minimum: null
      rpe_median_nolimitation: 1
      rpe_min_maximun: null
      rpe_min_minimum: null
      rpe_min_nolimitation: 1
      rpe_rmse_maximun: null
      rpe_rmse_minimum: null
      rpe_rmse_nolimitation: 1
      rpe_sse_maximun: null
      rpe_sse_minimum: null
      rpe_sse_nolimitation: 1
      rpe_std_maximun: null
      rpe_std_minimum: null
      rpe_std_nolimitation: 1
    parameters_value: []
evaluation_form:
  1_trajectory_comparison:
    choose: 0
  2_accuracy_metrics_comparison:
    choose: 0
  3_accuracy_metrics_comparison:
    algorithm_id:
    - 2
    - 3
    - 5
    - 6
    - 7
    - 8
    - 9
    - 10
    - 11
    - 12
    calculate_method: 1
    choose: 1
    dataset_id:
    - 2
    - 3
    - 5
    - 6
    - 7
    metric: cpu_max
  4_usage_metrics_comparison:
    choose: 0
  5_scatter_diagram:
    choose: 0
    x-axis: ate_mean
    y-axis: ram_max
  6_scatter_diagram:
    choose: 0
    x-axis: null
    y-axis: null
  7_3d_scatter_diagram:
    choose: 0
    x-axis: general+image_width
    y-axis: general+imu_frequency
  8_repeatability_test:
    choose: 0
    metric: ate_mean
  algorithm_dataset_type: 3
group_description: test3
group_name: Final_Paper_3_accuracy_metrics_comparison_CPU_MAX_Bar_Experiment
is_visualized: 1