Add median filtering for the input depth image

depth_segmentation/cfg/DepthSegmenter.cfg

@@ -12,6 +12,12 @@ general_params.add("dilate_depth_image", bool_t, 0,
 general_params.add("dilation_size", int_t, 0,
                    "Size of the dilation for the registered depth image.", 1, 1,
                    15)
+general_params.add("median_filter_depth_image", bool_t, 0,
+                   "Apply median filter to the depth image.", False)
+general_params.add(
+    "median_filter_size", int_t, 0,
+    "Size of the median filter kernel for the registered depth image.", 1, 1,
+    5)
 general_params.add("visualize_segmented_scene", bool_t, 0,
                    "Publish segmented scene.", False)
 general_params.add("display_rgb_image", bool_t, 0, "Visualize RGB image.",

depth_segmentation/cfg/asl_office_floor_config.yaml

@@ -32,6 +32,8 @@ max_distance_sensor_noise_param_3rd_order: 0.0001
 max_distance_use_max_distance: true
 max_distance_use_threshold: true
 max_distance_window_size: 1
+median_filter_depth_image: false
+median_filter_size: 1
 min_convexity_display: false
 min_convexity_mask_threshold: -0.0005
 min_convexity_morphological_opening_size: 1

depth_segmentation/cfg/primesense_config.yaml

@@ -26,6 +26,8 @@ max_distance_sensor_noise_param_2nd_order: 0.0019
 max_distance_sensor_noise_param_3rd_order: 0.0001
 max_distance_use_threshold: true
 max_distance_window_size: 1
+median_filter_depth_image: false
+median_filter_size: 1
 min_convexity_display: true
 min_convexity_mask_threshold: -0.0005
 min_convexity_morphological_opening_size: 1

depth_segmentation/cfg/scenenet_config.yaml

@@ -31,6 +31,8 @@ max_distance_sensor_noise_param_2nd_order: 0.0019
 max_distance_sensor_noise_param_3rd_order: 0.0001
 max_distance_use_threshold: true
 max_distance_window_size: 1
+median_filter_depth_image: false
+median_filter_size: 1
 min_convexity_display: true
 min_convexity_mask_threshold: -0.0005
 min_convexity_morphological_opening_size: 1

depth_segmentation/cfg/scenenn_config.yaml

@@ -32,6 +32,8 @@ max_distance_sensor_noise_param_3rd_order: 0.0001
 max_distance_use_max_distance: true
 max_distance_use_threshold: true
 max_distance_window_size: 1
+median_filter_depth_image: false
+median_filter_size: 1
 min_convexity_display: false
 min_convexity_mask_threshold: -0.0005
 min_convexity_morphological_opening_size: 1

depth_segmentation/include/depth_segmentation/common.h

@@ -132,6 +132,8 @@ struct IsNotNan {
 struct Params {
   bool dilate_depth_image = false;
   size_t dilation_size = 1u;
+  bool median_filter_depth_image = false;
+  size_t median_filter_size = 1u;
   FinalEdgeMapParams final_edge;
   LabelMapParams label;
   DepthDiscontinuityMapParams depth_discontinuity;

depth_segmentation/src/depth_segmentation.cpp

@@ -178,6 +178,8 @@ void DepthSegmenter::dynamicReconfigureCallback(
   // General params.
   params_.dilate_depth_image = config.dilate_depth_image;
   params_.dilation_size = config.dilation_size;
+  params_.median_filter_depth_image = config.median_filter_depth_image;
+  params_.median_filter_size = config.median_filter_size;
   params_.visualize_segmented_scene = config.visualize_segmented_scene;
   params_.display_rgb_image = config.display_rgb_image;
   params_.display_depth_image = config.display_depth_image;

depth_segmentation/src/depth_segmentation_node.cpp

@@ -388,6 +388,11 @@ class DepthSegmentationNode {
       *dilated_rescaled_depth = *rescaled_depth;
     }
 
+    if (params_.median_filter_depth_image) {
+      cv::medianBlur(*dilated_rescaled_depth, *dilated_rescaled_depth,
+                     params_.median_filter_size);
+    }
+
     *bw_image = cv::Mat::zeros(cv_rgb_image->image.size(), CV_8UC1);
 
     cvtColor(cv_rgb_image->image, *bw_image, cv::COLOR_RGB2GRAY);