SLAM Hive: A SLAM Evaluation Benchmark System


Wiki Link
Current Custom Analysis id: 1730998946166233
Configurations number: 169
Configurations ID List: [ 2048, 2049, 2050, 2070, 2071, 2072, 2073, 2074, 2076, 2077, 2078, 2079, 2080, 2082, 2083, 2084, 2085, 2086, 2100, 2101, 2102, 2103, 2104, 2106, 2107, 2108, 2109, 2110, 2112, 2113, 2114, 2130, 2131, 2132, 2133, 2134, 2136, 2137, 2138, 2139, 2140, 2142, 2143, 2040, 2041, 1295, 1296, 1300, 1303, 1310, 1330, 1331, 1332, 1333, 1335, 1336, 1337, 1347, 1351, 1355, 1356, 1358, 1373, 1374, 1375, 1377, 1382, 1384, 1401, 1407, 1408, 1409, 673, 674, 794, 795, 798, 799, 1855, 1856, 1857, 1858, 1859, 1861, 1862, 1863, 1864, 1865, 1867, 1868, 1869, 1885, 1886, 1887, 1888, 1889, 866, 1891, 870, 871, 1892, 1893, 1894, 1895, 1898, 1915, 1916, 1917, 1918, 1919, 1921, 1922, 1923, 1924, 1925, 1927, 1928, 1929, 1930, 1931, 1935, 1945, 1946, 1947, 1948, 1949, 1951, 1952, 1953, 1954, 1955, 1957, 1958, 1959, 1960, 1961, 1975, 1976, 1977, 1978, 1979, 1981, 1982, 1983, 1984, 1985, 1987, 1988, 1989, 1990, 1991, 978, 2010, 2011, 2012, 2013, 2014, 2016, 2017, 2018, 2019, 2020, 2022, 2023, 2042, 2043, 2044, 2046, 2047, ]


6_scatter_diagram





Generated scatter diagram
x axis:
y axis:


Generated traejctory successful rate diagram
x axis:




7_3d_scatter_diagram






Generated scatter diagram
x axis:
y axis:
z axis:

If now table shows, please click the button again or refresh the page.




rules:
configuration_choose:
  comb_configuration_id:
  - 128
  - 129
  - 130
  - 131
  - 132
  - 152
  - 153
  - 154
  - 155
  - 156
  - 163
  - 164
  - 165
  - 166
  - 167
  combination_rule:
    first_one:
    - 1
    first_rule:
    - U
    second_one:
    - 0
    - 2
    second_rule:
    - I
  configuration_id: []
  limitation_rules:
    algorithm_id: null
    dataset_id: null
    evaluation_value:
      ate_max_maximum: null
      ate_max_minimum: null
      ate_max_nolimitation: 1
      ate_mean_maximum: null
      ate_mean_minimum: null
      ate_mean_nolimitation: 1
      ate_median_maximum: null
      ate_median_minimum: null
      ate_median_nolimitation: 1
      ate_min_maximum: null
      ate_min_minimum: null
      ate_min_nolimitation: 1
      ate_rmse_maximum: null
      ate_rmse_minimum: null
      ate_rmse_nolimitation: 1
      ate_sse_maximum: null
      ate_sse_minimum: null
      ate_sse_nolimitation: 1
      ate_std_maximum: null
      ate_std_minimum: null
      ate_std_nolimitation: 1
      cpu_max_maximum: null
      cpu_max_minimum: null
      cpu_max_nolimitation: 1
      cpu_mean_maximum: null
      cpu_mean_minimum: null
      cpu_mean_nolimitation: 1
      ram_max_maximum: null
      ram_max_minimum: null
      ram_max_nolimitation: 1
      rpe_max_maximum: null
      rpe_max_minimum: null
      rpe_max_nolimitation: 1
      rpe_mean_maximum: null
      rpe_mean_minimum: null
      rpe_mean_nolimitation: 1
      rpe_median_maximum: null
      rpe_median_minimum: null
      rpe_median_nolimitation: 1
      rpe_min_maximum: null
      rpe_min_minimum: null
      rpe_min_nolimitation: 1
      rpe_rmse_maximum: null
      rpe_rmse_minimum: null
      rpe_rmse_nolimitation: 1
      rpe_sse_maximum: null
      rpe_sse_minimum: null
      rpe_sse_nolimitation: 1
      rpe_std_maximum: null
      rpe_std_minimum: null
      rpe_std_nolimitation: 1
    parameters_value: []
  trajectory_length_lower_bound: 0.75
evaluation_form:
  1_trajectory_comparison:
    choose: 0
  2_accuracy_metrics_comparison:
    choose: 0
  3_accuracy_metrics_comparison:
    algorithm_id:
    - 12
    calculate_method: 1
    choose: 0
    dataset_id:
    - 2
    metric: ate_rmse
  4_usage_metrics_comparison:
    choose: 0
  5_scatter_diagram:
    choose: 0
    x-axis: ate_mean
    y-axis: cpu_mean
  6_scatter_diagram:
    choose: 1
    extend_choose: 1
    extend_multiple:
    - 1
    - 1.2
    - 1.4
    - 1.6
    - 1.8
    extend_threshold:
    - 0.95
    - 0.9
    - 0.85
    - 0.8
    x-axis: cpu_mean
    y-axis: ate_mean
  7_3d_scatter_diagram:
    choose: 1
    extend_choose: 1
    extend_multiple:
    - 1
    - 1.2
    - 1.4
    - 1.6
    - 1.8
    extend_threshold:
    - 0.95
    - 0.9
    - 0.85
    - 0.8
    x-axis: general+image_width
    y-axis: cpu_mean
    z-axis: ate_mean
  8_repeatability_test:
    choose: 0
    metric: null
  algorithm_dataset_type: 3
group_description: 10 modes of 4 vision algorithm on 5 sequences; 5 image rate and
  6 image resolution - totally 1500 configurations; new traj len
group_name: Final_Paper_Vision_SLAM_Image_Exploration_Experiment_no_limitation_mono_inertial
is_visualized: 1