modularization/src/detection/detection_lidar_cnn_segmentation/cnn_segmentation.h

#ifndef CNN_SEGMENTATION_H
#define CNN_SEGMENTATION_H

#include <chrono>

//#include <ros/ros.h>

#include "caffe/caffe.hpp"

// #include <pcl_conversions/pcl_conversions.h>
#include <pcl/point_types.h>
#include <pcl/point_cloud.h>
#include <pcl/PointIndices.h>
//#include <pcl_ros/point_cloud.h>

//#include <rockauto_msgs/DetectedObjectArray.h>
//#include <visualization_msgs/MarkerArray.h>
//#include <jsk_recognition_msgs/BoundingBoxArray.h>

//#include <std_msgs/Header.h>

#include "cluster2d.h"
#include "feature_generator.h"
// #include "pcl_types.h"
// #include "modules/perception/obstacle/lidar/segmentation/cnnseg/cnn_segmentation.h"

#define __APP_NAME__ "lidar_cnn_seg_detect"

struct CellStat
{
  CellStat() : point_num(0), valid_point_num(0)
  {
  }

  int point_num;
  int valid_point_num;
};

class CNNSegmentation
{
public:
  CNNSegmentation();

  void run();

  void test_run();

private:

  double range_, score_threshold_;
  int width_;
  int height_;
  bool use_constant_feature_;
  std::string topic_src_;
//  std_msgs::Header message_header_;
  int gpu_device_id_;
  bool use_gpu_;


  std::shared_ptr<caffe::Net<float>> caffe_net_;

  // center offset prediction
  boost::shared_ptr<caffe::Blob<float>> instance_pt_blob_;
  // objectness prediction
  boost::shared_ptr<caffe::Blob<float>> category_pt_blob_;
  // fg probability prediction
  boost::shared_ptr<caffe::Blob<float>> confidence_pt_blob_;
  // object height prediction
  boost::shared_ptr<caffe::Blob<float>> height_pt_blob_;
  // raw features to be input into network
  boost::shared_ptr<caffe::Blob<float>> feature_blob_;
  // class prediction
  boost::shared_ptr<caffe::Blob<float>> class_pt_blob_;

  // clustering model for post-processing
  std::shared_ptr<Cluster2D> cluster2d_;

  // bird-view raw feature generator
  std::shared_ptr<FeatureGenerator> feature_generator_;


public:
  bool init(  std::string proto_file,std::string weight_file,double rangemax,double score,
              int width,int height,bool use_const,bool usegpu,int gpudevid);

  bool segment(const pcl::PointCloud<pcl::PointXYZI>::Ptr &pc_ptr,
               const pcl::PointIndices &valid_idx,
               std::vector<Obstacle> & objvec);


//  bool segment(const pcl::PointCloud<pcl::PointXYZI>::Ptr &pc_ptr,
//               const pcl::PointIndices &valid_idx,
//               rockauto_msgs::DetectedObjectArray &objects);

//  bool segment(const pcl::PointCloud<pcl::PointXYZI>::Ptr &pc_ptr,
//               const pcl::PointIndices &valid_idx);

//  void pointsCallback(const sensor_msgs::PointCloud2 &msg);

//  void pubColoredPoints(const rockauto_msgs::DetectedObjectArray &objects);

};

#endif //CNN_SEGMENTATION_H