SLAM Hive: A SLAM Evaluation Benchmark System


Wiki Link
Current Custom Analysis id: 1731048546700526
Configurations number: 239
Configurations ID List: [ 1221, 1222, 1223, 1270, 1225, 1226, 1227, 1228, 1243, 2160, 2161, 2162, 2163, 2164, 2165, 2166, 2167, 2168, 2169, 2170, 2171, 2172, 2173, 2174, 2175, 2176, 2177, 2178, 2179, 2180, 2181, 2182, 2188, 2189, 2190, 2191, 2192, 2193, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2204, 2205, 2206, 2208, 2209, 2210, 2211, 2212, 2213, 2220, 2221, 2222, 2223, 2224, 2225, 2226, 2227, 2228, 2229, 2230, 2231, 2232, 2233, 2234, 2235, 2236, 2237, 2238, 2239, 2241, 2242, 2243, 2250, 2251, 2252, 2253, 2254, 2255, 2280, 2281, 2282, 2283, 2284, 2285, 2286, 2287, 2288, 2289, 2290, 2291, 2292, 2293, 2294, 2295, 2296, 2298, 2299, 2300, 2301, 2302, 2303, 1273, 1280, 1274, 1275, 1277, 1278, 1281, 1555, 1556, 1557, 1558, 1559, 1561, 1562, 1563, 1564, 1565, 1567, 1568, 1569, 1571, 1585, 1586, 1587, 1588, 1589, 1591, 1592, 1593, 1594, 1595, 1597, 1598, 1599, 1600, 1244, 1601, 1605, 1615, 1616, 1617, 1618, 1619, 1621, 1622, 1623, 1624, 1245, 1625, 1627, 1628, 1629, 1630, 1631, 1645, 1646, 1647, 1648, 1649, 1653, 1654, 1655, 1658, 1659, 1660, 1661, 649, 650, 651, 652, 1247, 1675, 1676, 1677, 1678, 1679, 1681, 1682, 1683, 1684, 1685, 1689, 1690, 1691, 1271, 1165, 1166, 1167, 754, 755, 756, 757, 1251, 1169, 1170, 1171, 1173, 1252, 1174, 1176, 1177, 1253, 826, 827, 828, 829, 1254, 1255, 1191, 1192, 882, 883, 884, 1193, 1195, 1196, 1197, 1199, 1269, 1200, 1201, 1202, 1203, 954, 955, 956, 957, 1217, 1218, 1219, ]


6_scatter_diagram





Generated scatter diagram
x axis:
y axis:


Generated traejctory successful rate diagram
x axis:




7_3d_scatter_diagram






Generated scatter diagram
x axis:
y axis:
z axis:

If now table shows, please click the button again or refresh the page.




rules:
configuration_choose:
  comb_configuration_id:
  - 141
  - 142
  - 143
  - 144
  - 145
  - 123
  - 124
  - 125
  - 126
  - 127
  - 169
  - 170
  - 171
  - 172
  - 173
  combination_rule:
    first_one:
    - 1
    first_rule:
    - U
    second_one:
    - 0
    - 2
    second_rule:
    - I
  configuration_id: []
  limitation_rules:
    algorithm_id: null
    dataset_id: null
    evaluation_value:
      ate_max_maximum: null
      ate_max_minimum: null
      ate_max_nolimitation: 1
      ate_mean_maximum: null
      ate_mean_minimum: null
      ate_mean_nolimitation: 1
      ate_median_maximum: null
      ate_median_minimum: null
      ate_median_nolimitation: 1
      ate_min_maximum: null
      ate_min_minimum: null
      ate_min_nolimitation: 1
      ate_rmse_maximum: null
      ate_rmse_minimum: null
      ate_rmse_nolimitation: 1
      ate_sse_maximum: null
      ate_sse_minimum: null
      ate_sse_nolimitation: 1
      ate_std_maximum: null
      ate_std_minimum: null
      ate_std_nolimitation: 1
      cpu_max_maximum: null
      cpu_max_minimum: null
      cpu_max_nolimitation: 1
      cpu_mean_maximum: null
      cpu_mean_minimum: null
      cpu_mean_nolimitation: 1
      ram_max_maximum: null
      ram_max_minimum: null
      ram_max_nolimitation: 1
      rpe_max_maximum: null
      rpe_max_minimum: null
      rpe_max_nolimitation: 1
      rpe_mean_maximum: null
      rpe_mean_minimum: null
      rpe_mean_nolimitation: 1
      rpe_median_maximum: null
      rpe_median_minimum: null
      rpe_median_nolimitation: 1
      rpe_min_maximum: null
      rpe_min_minimum: null
      rpe_min_nolimitation: 1
      rpe_rmse_maximum: null
      rpe_rmse_minimum: null
      rpe_rmse_nolimitation: 1
      rpe_sse_maximum: null
      rpe_sse_minimum: null
      rpe_sse_nolimitation: 1
      rpe_std_maximum: null
      rpe_std_minimum: null
      rpe_std_nolimitation: 1
    parameters_value: []
  trajectory_length_lower_bound: 0.75
evaluation_form:
  1_trajectory_comparison:
    choose: 0
  2_accuracy_metrics_comparison:
    choose: 0
  3_accuracy_metrics_comparison:
    algorithm_id:
    - 12
    calculate_method: 1
    choose: 0
    dataset_id:
    - 2
    metric: ate_rmse
  4_usage_metrics_comparison:
    choose: 0
  5_scatter_diagram:
    choose: 0
    x-axis: ate_mean
    y-axis: cpu_mean
  6_scatter_diagram:
    choose: 1
    extend_choose: 1
    extend_multiple:
    - 1
    - 1.2
    - 1.4
    - 1.6
    - 1.8
    extend_threshold:
    - 0.95
    - 0.9
    - 0.85
    - 0.8
    x-axis: cpu_mean
    y-axis: ate_mean
  7_3d_scatter_diagram:
    choose: 1
    extend_choose: 1
    extend_multiple:
    - 1
    - 1.2
    - 1.4
    - 1.6
    - 1.8
    extend_threshold:
    - 0.95
    - 0.9
    - 0.85
    - 0.8
    x-axis: general+image_width
    y-axis: cpu_mean
    z-axis: ate_mean
  8_repeatability_test:
    choose: 0
    metric: null
  algorithm_dataset_type: 3
group_description: 10 modes of 4 vision algorithm on 5 sequences; 5 image rate and
  6 image resolution - totally 1500 configurations; new traj len
group_name: Final_Paper_Vision_SLAM_Image_Exploration_Experiment_no_limitation_stereo
is_visualized: 1