Point Cloud Library (PCL) 1.15.0
Loading...
Searching...
No Matches
ground_based_people_detection_app.h
1/*
2 * Software License Agreement (BSD License)
3 *
4 * Point Cloud Library (PCL) - www.pointclouds.org
5 * Copyright (c) 2013-, Open Perception, Inc.
6 *
7 * All rights reserved.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
11 * are met:
12 *
13 * * Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * * Redistributions in binary form must reproduce the above
16 * copyright notice, this list of conditions and the following
17 * disclaimer in the documentation and/or other materials provided
18 * with the distribution.
19 * * Neither the name of the copyright holder(s) nor the names of its
20 * contributors may be used to endorse or promote products derived
21 * from this software without specific prior written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
25 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
26 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
27 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
28 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
29 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
30 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
31 * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
32 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
33 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
34 * POSSIBILITY OF SUCH DAMAGE.
35 *
36 * ground_based_people_detection_app.h
37 * Created on: Nov 30, 2012
38 * Author: Matteo Munaro
39 */
40
41#pragma once
42
43#include <pcl/point_types.h>
44#include <pcl/sample_consensus/sac_model_plane.h>
45#include <pcl/sample_consensus/ransac.h>
46#include <pcl/kdtree/kdtree.h>
47#include <pcl/people/person_cluster.h>
48#include <pcl/people/head_based_subcluster.h>
49#include <pcl/people/person_classifier.h>
50#include <pcl/common/transforms.h>
51
52namespace pcl
53{
54 namespace people
55 {
56 /** \brief GroundBasedPeopleDetectionApp performs people detection on RGB-D data having as input the ground plane coefficients.
57 * It implements the people detection algorithm described here:
58 * M. Munaro, F. Basso and E. Menegatti,
59 * Tracking people within groups with RGB-D data,
60 * In Proceedings of the International Conference on Intelligent Robots and Systems (IROS) 2012, Vilamoura (Portugal), 2012.
61 *
62 * \author Matteo Munaro
63 * \ingroup people
64 */
65 template <typename PointT> class GroundBasedPeopleDetectionApp;
66
67 template <typename PointT>
69 {
70 public:
71
75
76 /** \brief Constructor. */
78
79 /** \brief Destructor. */
81
82 /**
83 * \brief Set the pointer to the input cloud.
84 *
85 * \param[in] cloud A pointer to the input cloud.
86 */
87 void
89
90 /**
91 * \brief Set the ground coefficients.
92 *
93 * \param[in] ground_coeffs Vector containing the four plane coefficients.
94 */
95 void
96 setGround (Eigen::VectorXf& ground_coeffs);
97
98 /**
99 * \brief Set the transformation matrix, which is used in order to transform the given point cloud, the ground plane and the intrinsics matrix to the internal coordinate frame.
100 * \param[in] transformation
101 */
102 void
103 setTransformation (const Eigen::Matrix3f& transformation);
104
105 /**
106 * \brief Set sampling factor.
107 *
108 * \param[in] sampling_factor Value of the downsampling factor (in each dimension) which is applied to the raw point cloud (default = 1.).
109 */
110 void
111 setSamplingFactor (int sampling_factor);
112
113 /**
114 * \brief Set voxel size.
115 *
116 * \param[in] voxel_size Value of the voxel dimension (default = 0.06m.).
117 */
118 void
119 setVoxelSize (float voxel_size);
120
121 /**
122 * \brief Set intrinsic parameters of the RGB camera.
123 *
124 * \param[in] intrinsics_matrix RGB camera intrinsic parameters matrix.
125 */
126 void
127 setIntrinsics (Eigen::Matrix3f intrinsics_matrix);
128
129 /**
130 * \brief Set SVM-based person classifier.
131 *
132 * \param[in] person_classifier Needed for people detection on RGB data.
133 */
134 void
136
137 /**
138 * \brief Set the field of view of the point cloud in z direction.
139 *
140 * \param[in] min The beginning of the field of view in z-direction, should be usually set to zero.
141 * \param[in] max The end of the field of view in z-direction.
142 */
143 void
144 setFOV (float min, float max);
145
146 /**
147 * \brief Set sensor orientation (vertical = true means portrait mode, vertical = false means landscape mode).
148 *
149 * \param[in] vertical Set landscape/portrait camera orientation (default = false).
150 */
151 void
152 setSensorPortraitOrientation (bool vertical);
153
154 /**
155 * \brief Set head_centroid_ to true (person centroid is in the head) or false (person centroid is the whole body centroid).
156 *
157 * \param[in] head_centroid Set the location of the person centroid (head or body center) (default = true).
158 */
159 void
160 setHeadCentroid (bool head_centroid);
161
162 /**
163 * \brief Set minimum and maximum allowed height and width for a person cluster.
164 *
165 * \param[in] min_height Minimum allowed height for a person cluster (default = 1.3).
166 * \param[in] max_height Maximum allowed height for a person cluster (default = 2.3).
167 * \param[in] min_width Minimum width for a person cluster (default = 0.1).
168 * \param[in] max_width Maximum width for a person cluster (default = 8.0).
169 */
170 void
171 setPersonClusterLimits (float min_height, float max_height, float min_width, float max_width);
172
173 /**
174 * \brief Set minimum distance between persons' heads.
175 *
176 * \param[in] heads_minimum_distance Minimum allowed distance between persons' heads (default = 0.3).
177 */
178 void
179 setMinimumDistanceBetweenHeads (float heads_minimum_distance);
180
181 /**
182 * \brief Get the minimum and maximum allowed height and width for a person cluster.
183 *
184 * \param[out] min_height Minimum allowed height for a person cluster.
185 * \param[out] max_height Maximum allowed height for a person cluster.
186 * \param[out] min_width Minimum width for a person cluster.
187 * \param[out] max_width Maximum width for a person cluster.
188 */
189 void
190 getPersonClusterLimits (float& min_height, float& max_height, float& min_width, float& max_width);
191
192 /**
193 * \brief Get minimum and maximum allowed number of points for a person cluster.
194 *
195 * \param[out] min_points Minimum allowed number of points for a person cluster.
196 * \param[out] max_points Maximum allowed number of points for a person cluster.
197 */
198 void
199 getDimensionLimits (int& min_points, int& max_points);
200
201 /**
202 * \brief Get minimum distance between persons' heads.
203 */
204 float
206
207 /**
208 * \brief Get floor coefficients.
209 */
210 Eigen::VectorXf
211 getGround ();
212
213 /**
214 * \brief Get the filtered point cloud.
215 */
218
219 /**
220 * \brief Get pointcloud after voxel grid filtering and ground removal.
221 */
224
225 /**
226 * \brief Extract RGB information from a point cloud and output the corresponding RGB point cloud.
227 *
228 * \param[in] input_cloud A pointer to a point cloud containing also RGB information.
229 * \param[out] output_cloud A pointer to a RGB point cloud.
230 */
231 void
233
234 /**
235 * \brief Swap rows/cols dimensions of a RGB point cloud (90 degrees counterclockwise rotation).
236 *
237 * \param[in,out] cloud A pointer to a RGB point cloud.
238 */
239 void
241
242 /**
243 * \brief Estimates min_points_ and max_points_ based on the minimal and maximal cluster size and the voxel size.
244 */
245 void
247
248 /**
249 * \brief Applies the transformation to the input point cloud.
250 */
251 void
253
254 /**
255 * \brief Applies the transformation to the ground plane.
256 */
257 void
259
260 /**
261 * \brief Applies the transformation to the intrinsics matrix.
262 */
263 void
265
266 /**
267 * \brief Reduces the input cloud to one point per voxel and limits the field of view.
268 */
269 void
270 filter ();
271
272 /**
273 * \brief Perform people detection on the input data and return people clusters information.
274 *
275 * \param[out] clusters Vector of PersonCluster.
276 *
277 * \return true if the compute operation is successful, false otherwise.
278 */
279 bool
280 compute (std::vector<pcl::people::PersonCluster<PointT> >& clusters);
281
282 protected:
283 /** \brief sampling factor used to downsample the point cloud */
285
286 /** \brief voxel size */
288
289 /** \brief ground plane coefficients */
290 Eigen::VectorXf ground_coeffs_;
291
292 /** \brief flag stating whether the ground coefficients have been set or not */
294
295 /** \brief the transformed ground coefficients */
297
298 /** \brief ground plane normalization factor */
300
301 /** \brief rotation matrix which transforms input point cloud to internal people tracker coordinate frame */
302 Eigen::Matrix3f transformation_;
303
304 /** \brief flag stating whether the transformation matrix has been set or not */
306
307 /** \brief pointer to the input cloud */
309
310 /** \brief pointer to the filtered cloud */
312
313 /** \brief pointer to the cloud after voxel grid filtering and ground removal */
315
316 /** \brief pointer to a RGB cloud corresponding to cloud_ */
318
319 /** \brief person clusters maximum height from the ground plane */
321
322 /** \brief person clusters minimum height from the ground plane */
324
325 /** \brief person clusters maximum width, used to estimate how many points maximally represent a person cluster */
327
328 /** \brief person clusters minimum width, used to estimate how many points minimally represent a person cluster */
330
331 /** \brief the beginning of the field of view in z-direction, should be usually set to zero */
332 float min_fov_;
333
334 /** \brief the end of the field of view in z-direction */
335 float max_fov_;
336
337 /** \brief if true, the sensor is considered to be vertically placed (portrait mode) */
339
340 /** \brief if true, the person centroid is computed as the centroid of the cluster points belonging to the head;
341 * if false, the person centroid is computed as the centroid of the whole cluster points (default = true) */
342 bool head_centroid_; // if true, the person centroid is computed as the centroid of the cluster points belonging to the head (default = true)
343 // if false, the person centroid is computed as the centroid of the whole cluster points
344 /** \brief maximum number of points for a person cluster */
346
347 /** \brief minimum number of points for a person cluster */
349
350 /** \brief minimum distance between persons' heads */
352
353 /** \brief intrinsic parameters matrix of the RGB camera */
354 Eigen::Matrix3f intrinsics_matrix_;
355
356 /** \brief flag stating whether the intrinsics matrix has been set or not */
358
359 /** \brief the transformed intrinsics matrix */
361
362 /** \brief SVM-based person classifier */
364
365 /** \brief flag stating if the classifier has been set or not */
367 };
368 } /* namespace people */
369} /* namespace pcl */
370#include <pcl/people/impl/ground_based_people_detection_app.hpp>
PointCloud represents the base class in PCL for storing collections of 3D points.
shared_ptr< PointCloud< PointT > > Ptr
shared_ptr< const PointCloud< PointT > > ConstPtr
GroundBasedPeopleDetectionApp performs people detection on RGB-D data having as input the ground plan...
void getDimensionLimits(int &min_points, int &max_points)
Get minimum and maximum allowed number of points for a person cluster.
PointCloudPtr getNoGroundCloud()
Get pointcloud after voxel grid filtering and ground removal.
void filter()
Reduces the input cloud to one point per voxel and limits the field of view.
float min_width_
person clusters minimum width, used to estimate how many points minimally represent a person cluster
void applyTransformationIntrinsics()
Applies the transformation to the intrinsics matrix.
PointCloudPtr cloud_filtered_
pointer to the filtered cloud
void setSamplingFactor(int sampling_factor)
Set sampling factor.
void extractRGBFromPointCloud(PointCloudPtr input_cloud, pcl::PointCloud< pcl::RGB >::Ptr &output_cloud)
Extract RGB information from a point cloud and output the corresponding RGB point cloud.
pcl::people::PersonClassifier< pcl::RGB > person_classifier_
SVM-based person classifier.
void setMinimumDistanceBetweenHeads(float heads_minimum_distance)
Set minimum distance between persons' heads.
float min_fov_
the beginning of the field of view in z-direction, should be usually set to zero
void setClassifier(pcl::people::PersonClassifier< pcl::RGB > person_classifier)
Set SVM-based person classifier.
void setHeadCentroid(bool head_centroid)
Set head_centroid_ to true (person centroid is in the head) or false (person centroid is the whole bo...
bool transformation_set_
flag stating whether the transformation matrix has been set or not
bool intrinsics_matrix_set_
flag stating whether the intrinsics matrix has been set or not
void setInputCloud(PointCloudPtr &cloud)
Set the pointer to the input cloud.
PointCloudPtr getFilteredCloud()
Get the filtered point cloud.
float max_fov_
the end of the field of view in z-direction
PointCloudPtr no_ground_cloud_
pointer to the cloud after voxel grid filtering and ground removal
float max_width_
person clusters maximum width, used to estimate how many points maximally represent a person cluster
void swapDimensions(pcl::PointCloud< pcl::RGB >::Ptr &cloud)
Swap rows/cols dimensions of a RGB point cloud (90 degrees counterclockwise rotation).
void setGround(Eigen::VectorXf &ground_coeffs)
Set the ground coefficients.
void updateMinMaxPoints()
Estimates min_points_ and max_points_ based on the minimal and maximal cluster size and the voxel siz...
void applyTransformationPointCloud()
Applies the transformation to the input point cloud.
void setIntrinsics(Eigen::Matrix3f intrinsics_matrix)
Set intrinsic parameters of the RGB camera.
void getPersonClusterLimits(float &min_height, float &max_height, float &min_width, float &max_width)
Get the minimum and maximum allowed height and width for a person cluster.
float sqrt_ground_coeffs_
ground plane normalization factor
Eigen::VectorXf ground_coeffs_transformed_
the transformed ground coefficients
Eigen::VectorXf ground_coeffs_
ground plane coefficients
void setFOV(float min, float max)
Set the field of view of the point cloud in z direction.
int max_points_
maximum number of points for a person cluster
void setPersonClusterLimits(float min_height, float max_height, float min_width, float max_width)
Set minimum and maximum allowed height and width for a person cluster.
Eigen::Matrix3f intrinsics_matrix_transformed_
the transformed intrinsics matrix
Eigen::Matrix3f intrinsics_matrix_
intrinsic parameters matrix of the RGB camera
void setTransformation(const Eigen::Matrix3f &transformation)
Set the transformation matrix, which is used in order to transform the given point cloud,...
bool person_classifier_set_flag_
flag stating if the classifier has been set or not
float getMinimumDistanceBetweenHeads()
Get minimum distance between persons' heads.
float min_height_
person clusters minimum height from the ground plane
Eigen::Matrix3f transformation_
rotation matrix which transforms input point cloud to internal people tracker coordinate frame
void applyTransformationGround()
Applies the transformation to the ground plane.
virtual ~GroundBasedPeopleDetectionApp()
Destructor.
float heads_minimum_distance_
minimum distance between persons' heads
bool compute(std::vector< pcl::people::PersonCluster< PointT > > &clusters)
Perform people detection on the input data and return people clusters information.
pcl::PointCloud< pcl::RGB >::Ptr rgb_image_
pointer to a RGB cloud corresponding to cloud_
float max_height_
person clusters maximum height from the ground plane
bool ground_coeffs_set_
flag stating whether the ground coefficients have been set or not
void setSensorPortraitOrientation(bool vertical)
Set sensor orientation (vertical = true means portrait mode, vertical = false means landscape mode).
bool head_centroid_
if true, the person centroid is computed as the centroid of the cluster points belonging to the head;...
int min_points_
minimum number of points for a person cluster
int sampling_factor_
sampling factor used to downsample the point cloud
bool vertical_
if true, the sensor is considered to be vertically placed (portrait mode)
PersonCluster represents a class for representing information about a cluster containing a person.
Defines all the PCL implemented PointT point type structures.