SLAM Hive: A SLAM Evaluation Benchmark System


Wiki Link
Current Custom Analysis id: 1722730703665684
Configurations number: 360
Configurations ID List: [ 531, 543, 548, 551, 552, 555, 560, 563, 576, 579, 584, 587, 588, 591, 596, 599, 649, 650, 651, 652, 653, 654, 655, 656, 657, 658, 659, 660, 661, 662, 663, 664, 665, 666, 667, 668, 669, 670, 671, 672, 673, 674, 675, 676, 677, 678, 679, 680, 681, 682, 683, 684, 685, 686, 687, 688, 690, 691, 692, 693, 694, 695, 696, 697, 698, 699, 700, 701, 702, 703, 704, 705, 706, 707, 708, 709, 710, 711, 712, 713, 714, 715, 716, 717, 718, 719, 720, 721, 722, 723, 724, 725, 726, 727, 728, 729, 730, 731, 732, 733, 734, 735, 736, 737, 738, 739, 740, 741, 742, 743, 744, 745, 746, 747, 748, 749, 750, 751, 752, 753, 754, 755, 756, 757, 758, 759, 760, 761, 762, 763, 764, 765, 766, 767, 768, 769, 770, 771, 772, 773, 774, 775, 776, 777, 778, 779, 780, 781, 782, 783, 784, 785, 786, 787, 788, 789, 790, 791, 792, 793, 794, 795, 796, 797, 798, 799, 800, 801, 802, 803, 804, 805, 806, 807, 808, 809, 810, 811, 812, 813, 814, 815, 816, 817, 818, 819, 820, 821, 822, 823, 824, 825, 826, 827, 828, 829, 830, 831, 832, 833, 834, 835, 836, 837, 838, 839, 840, 841, 842, 843, 844, 845, 846, 847, 848, 849, 850, 851, 852, 853, 854, 855, 856, 857, 858, 859, 860, 861, 862, 863, 864, 865, 866, 867, 868, 869, 870, 871, 872, 873, 874, 875, 876, 877, 878, 879, 880, 881, 882, 883, 884, 885, 886, 887, 888, 889, 890, 891, 892, 893, 894, 895, 896, 897, 898, 899, 900, 901, 902, 903, 904, 905, 906, 907, 908, 909, 910, 911, 912, 913, 914, 915, 916, 917, 918, 919, 920, 921, 922, 923, 924, 925, 926, 927, 928, 929, 930, 931, 932, 933, 934, 935, 936, 937, 938, 939, 940, 941, 942, 943, 944, 945, 946, 947, 948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 965, 966, 967, 968, 969, 970, 971, 972, 973, 974, 975, 976, 977, 978, 979, 980, 981, 982, 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, ]


6_scatter_diagram





Generated scatter diagram
x axis:
y axis:


Generated traejctory successful rate diagram
x axis:




7_3d_scatter_diagram






Generated scatter diagram
x axis:
y axis:
z axis:

If now table shows, please click the button again or refresh the page.




rules:
configuration_choose:
  comb_configuration_id:
  - 77
  - 78
  - 79
  - 81
  - 73
  - 84
  - 85
  - 86
  - 87
  - 88
  - 89
  - 90
  - 91
  - 93
  - 94
  - 96
  - 97
  - 98
  - 99
  - 100
  - 101
  - 108
  - 103
  - 104
  - 105
  - 106
  - 113
  - 109
  - 111
  - 112
  combination_rule:
    first_one:
    - 1
    first_rule:
    - U
    second_one:
    - 0
    - 2
    second_rule:
    - I
  configuration_id: []
  limitation_rules:
    algorithm_id: null
    dataset_id: null
    evaluation_value:
      ate_max_maximun: null
      ate_max_minimum: null
      ate_max_nolimitation: 1
      ate_mean_maximun: null
      ate_mean_minimum: null
      ate_mean_nolimitation: 1
      ate_median_maximun: null
      ate_median_minimum: null
      ate_median_nolimitation: 1
      ate_min_maximun: null
      ate_min_minimum: null
      ate_min_nolimitation: 1
      ate_rmse_maximun: null
      ate_rmse_minimum: null
      ate_rmse_nolimitation: 1
      ate_sse_maximun: null
      ate_sse_minimum: null
      ate_sse_nolimitation: 1
      ate_std_maximun: null
      ate_std_minimum: null
      ate_std_nolimitation: 1
      cpu_max_maximun: null
      cpu_max_minimum: null
      cpu_max_nolimitation: 1
      cpu_mean_maximun: null
      cpu_mean_minimum: null
      cpu_mean_nolimitation: 1
      ram_max_maximun: null
      ram_max_minimum: null
      ram_max_nolimitation: 1
      rpe_max_maximun: null
      rpe_max_minimum: null
      rpe_max_nolimitation: 1
      rpe_mean_maximun: null
      rpe_mean_minimum: null
      rpe_mean_nolimitation: 1
      rpe_median_maximun: null
      rpe_median_minimum: null
      rpe_median_nolimitation: 1
      rpe_min_maximun: null
      rpe_min_minimum: null
      rpe_min_nolimitation: 1
      rpe_rmse_maximun: null
      rpe_rmse_minimum: null
      rpe_rmse_nolimitation: 1
      rpe_sse_maximun: null
      rpe_sse_minimum: null
      rpe_sse_nolimitation: 1
      rpe_std_maximun: null
      rpe_std_minimum: null
      rpe_std_nolimitation: 1
    parameters_value:
    - nFeatures < 4000
evaluation_form:
  1_trajectory_comparison:
    choose: 0
  2_accuracy_metrics_comparison:
    choose: 0
  3_accuracy_metrics_comparison:
    algorithm_id:
    - 12
    calculate_method: 1
    choose: 0
    dataset_id:
    - 2
    metric: ate_rmse
  4_usage_metrics_comparison:
    choose: 0
  5_scatter_diagram:
    choose: 0
    x-axis: ate_mean
    y-axis: cpu_mean
  6_scatter_diagram:
    choose: 1
    extend_choose: 1
    extend_multiple:
    - 1
    - 2
    - 5
    - 10
    extend_threshold:
    - 0.75
    - 0.5
    - 0.25
    x-axis: cpu_mean
    y-axis: ate_mean
  7_3d_scatter_diagram:
    choose: 1
    extend_choose: 1
    extend_multiple:
    - 1
    - 2
    - 5
    - 10
    extend_threshold:
    - 0.75
    - 0.5
    - 0.25
    x-axis: general+image_width
    y-axis: cpu_mean
    z-axis: ate_mean
  8_repeatability_test:
    choose: 0
    metric: null
  algorithm_dataset_type: 3
group_description: orb-slam3(4 mode) on Euroc dataset(5 sequences); \n 350 configurations
group_name: Paper_ORB-SLAM3_Parameter_Exploration_Experiment
is_visualized: 1