添加人员徘徊和车辆违停

Hu Chunming
1 parent a27a9f5b
Showing 5 changed files with 153 additions and 11 deletions
src/ai_platform/MultiSourceProcess.cpp
src/ai_platform/MultiSourceProcess.h
src/ai_platform/det_obj_header.h
src/ai_platform/header.h
src/ai_platform/task_param_manager.cpp
@@ -930,8 +930,11 @@ int CMultiSourceProcess::algorthim_vpt(vector&lt;DeviceMemory*&gt; vec_gpuMem){
     cross_line_process(vec_vptMem, vptResult, algorithm_type_t::HUMAN_CROSSING_LINE);
     cross_line_process(vec_vptMem, vptResult, algorithm_type_t::HUMAN_CLIMB);
     cross_line_process(vec_vptMem, vptResult, algorithm_type_t::VEHICLE_ILLEGAL_CROSSING_LINE);
+
+    wander_detect(vec_vptMem, vptResult, algorithm_type_t::HUMAN_LINGER);
+    wander_detect(vec_vptMem, vptResult, algorithm_type_t::VEHICLE_ILLEGAL_PARKING);
     // 轨迹记录
-    trace_record(vpt_interest_task_id, vptResult);
+    trace_record(vec_vptMem, vptResult);
     // 农村违法分析的快照缓存
     m_snapshot_reprocessing->update_village_bestsnapshot(vec_vptMem, vptResult, deleteObjectID);
     // 三轮车载人
@@ -1319,19 +1322,27 @@ void CMultiSourceProcess::algorthim_trespass(vector&lt;string&gt;&amp; vpt_interest_task_i
 }
 // 轨迹记录
-void CMultiSourceProcess::trace_record(vector<string>& vpt_interest_task_id, vector<onelevel_det_result>& vptResult) {
-  int bidx = 0;
-	for (auto iter = vpt_interest_task_id.begin(); iter != vpt_interest_task_id.end(); ++ iter, ++ bidx) {
-    auto task_id = *iter;	
+void CMultiSourceProcess::trace_record(vector<DeviceMemory*>& vec_gpuMem, vector<onelevel_det_result>& vptResult) {
+
+  for (size_t bidx = 0; bidx < vec_gpuMem.size(); bidx++){
+    DeviceMemory* gpuMem = vec_gpuMem[bidx];
+    string task_id = gpuMem->getId();
+
     for (int c = 0; c < vptResult[bidx].obj_count; c++) {    
       //计算检测框坐标中心点
       sy_point center_point;
       center_point.x_ = vptResult[bidx].obj[c].left + (vptResult[bidx].obj[c].right - vptResult[bidx].obj[c].left) * 0.5;
       // center_point.y_ = vptResult[bidx].obj[c].top + (vptResult[bidx].obj[c].bottom - vptResult[bidx].obj[c].top) * 0.85; 
-      center_point.y_ = vptResult[bidx].obj[c].bottom; 
+      center_point.y_ = vptResult[bidx].obj[c].bottom;  // 越线检测以脚越线为标准
       OBJ_KEY new_obj = { task_id, vptResult[bidx].obj[c].id };
       m_TotalObjMtx.lock();
+      auto it = m_total_obj_info.find(new_obj);
+      if (it == m_total_obj_info.end())
+      {
+        m_total_obj_info[new_obj].last_frame_nb = gpuMem->getFrameNb();
+	      m_total_obj_info[new_obj].last_ts = gpuMem->getTimesstamp();
+      }
       m_total_obj_info[new_obj].index = vptResult[bidx].obj[c].index;
       m_total_obj_info[new_obj].center_points.push_back(center_point);
       m_TotalObjMtx.unlock();
@@ -2244,6 +2255,98 @@ void CMultiSourceProcess::cross_line_process(vector&lt;DeviceMemory*&gt; vec_gpuMem, v
   }
 }
+void CMultiSourceProcess::wander_detect(vector<DeviceMemory*>& vec_gpuMem, vector<onelevel_det_result>& vptResult, algorithm_type_t eType)
+{
+  map<string, map<algo_type, task_param_manager::algo_param_type_t_*>> && algor_param = m_task_param_manager->get_task_other_params();
+
+  for (size_t i = 0; i < vec_gpuMem.size(); i++)
+  {
+    DeviceMemory* gpuMem = vec_gpuMem[i];
+    string task_id = gpuMem->getId();
+    long frame_nb = gpuMem->getFrameNb();
+
+    task_param_manager::algo_param_type_t_* cur_task_params = algor_param[task_id][eType];
+    if (!cur_task_params)
+    {
+      continue;
+    }
+
+    algor_config_param_behavior* algor_param = (algor_config_param_behavior*)cur_task_params->algor_param;
+    algor_basic_config_param_t* basic_param = (algor_basic_config_param_t*)cur_task_params->basic_param;
+
+    long algor_skip_gap = algor_param->duration;
+
+    std::string cur_src_ts = std::to_string(helpers::timer::get_timestamp<std::chrono::milliseconds>());
+    std::string origin_file_path = basic_param->result_folder + helpers::os::sep + task_id  + "_origin_" + cur_src_ts + ".jpg";
+
+    std::vector<box_t> boxes;
+    for (int c = 0; c < vptResult[i].obj_count; c++) {
+      auto& obj_c = vptResult[i].obj[c];
+
+      bool bCount = false;
+      if(eType == algorithm_type_t::HUMAN_LINGER && obj_c.index == (int)det_class_label_t::HUMAN) {
+        bCount = true;
+      } else if (eType == algorithm_type_t::VEHICLE_ILLEGAL_PARKING && obj_c.index >= 4 && obj_c.index <= 8) {
+        bCount = true;
+      }
+
+      if (!bCount || !snapshot_legal_inarea(basic_param->algor_valid_rect, obj_c.left, obj_c.top, obj_c.right, obj_c.bottom))
+      {
+        continue;
+      }
+
+      if (obj_c.confidence < algor_param->conf_threshold)
+      {
+        continue;
+      }
+
+      int obj_width = obj_c.right - obj_c.left;
+      int obj_height = obj_c.right - obj_c.left; 
+      if (obj_width < algor_param->minmum_width || obj_height < algor_param->minmum_height)
+      {
+        continue;
+      }
+
+      OBJ_KEY o_key = { task_id, obj_c.id };
+      m_TotalObjMtx.lock();
+      auto it = m_total_obj_info.find(o_key);
+      if (it != m_total_obj_info.end())
+      {
+        long skip_gap = frame_nb - m_total_obj_info[o_key].last_frame_nb;
+        if (skip_gap > algor_skip_gap)
+        {
+          box_t box;
+          box.left = obj_c.left;
+          box.right = obj_c.right;
+          box.top = obj_c.top;
+          box.bottom = obj_c.bottom;
+          box.score = obj_c.confidence;
+          boxes.push_back(box);
+
+          m_total_obj_info[o_key].last_frame_nb = frame_nb; // 更新帧号以判断下一次逗留
+        }
+      }
+
+      m_TotalObjMtx.unlock();
+    }
+
+    if (boxes.size() <= 0)
+    {
+      continue;
+    }
+
+    int algorithm_type = (int)eType;
+    string json_str = helpers::gen_json::gen_boxes_json(task_id, algorithm_type, boxes, origin_file_path);
+
+    ImgSaveInfo info_origin;
+    info_origin.img_info = VPCUtil::vpc_devMem2vpcImg(gpuMem);
+    info_origin.file_path = origin_file_path;
+    info_origin.json_str = json_str;
+    m_save_snapshot_reprocessing->reprocessing_process_wo_locus_async(info_origin);
+  }
+  
+}
+
 void CMultiSourceProcess::face_locus_finished(const OBJ_KEY obj_key) {
   map<OBJ_KEY, OBJ_VALUE> _total_face_snapshot_info = m_snapshot_reprocessing->get_total_face_snapshot_info();
@@ -75,13 +75,12 @@ private:
   // 逆行
   void algorthim_retrograde(vector<string>& vpt_interest_task_id, vector<DeviceMemory*> vpt_interest_imgs, vector<onelevel_det_result>& vptResult);
   // 闯入
-  void algorthim_trespass(vector<string>& vpt_interest_task_id, vector<DeviceMemory*> vpt_interest_imgs, 
-                                                  vector<onelevel_det_result>& vptResult ,vector<vector<int>>& deleteObjectID);  
+  void algorthim_trespass(vector<string>& vpt_interest_task_id, vector<DeviceMemory*> vpt_interest_imgs, vector<onelevel_det_result>& vptResult ,vector<vector<int>>& deleteObjectID);  
   // 道路分割
   int algorthim_road_seg(vector<DeviceMemory*> vec_gpuMem);
   // 轨迹记录
-  void trace_record(vector<string>& vpt_interest_task_id, vector<onelevel_det_result>& vptResult);
+  void trace_record(vector<DeviceMemory*>& vec_gpuMem, vector<onelevel_det_result>& vptResult);
   // 三轮车载人
   void algorithm_tricycle_manned(vector<string>& vpt_interest_task_id, vector<DeviceMemory*> vpt_interest_imgs, vector<onelevel_det_result>& vptResult);
   // 货车载人
@@ -98,7 +97,6 @@ private:
   void algorithm_traffic_light_process(vector<string>& vpt_interest_task_id, vector<DeviceMemory*> vpt_interest_imgs, vector<onelevel_det_result>& vptResult);
   // 道路分割相关算法--占用机动车道等
   void algorithm_roadseg_correlation_process(vector<string>& vpt_interest_task_id, vector<DeviceMemory*> vpt_interest_imgs, vector<onelevel_det_result>& vptResult);
-  
 private:
   // 工具处理函数
@@ -124,6 +122,9 @@ private:
   int snapshot_task(std::string& uri_or_name, const std::string& file_name, bool bInTask);
   void cross_line_process(vector<DeviceMemory*> vec_devMem, vector<onelevel_det_result>& vptResult, algorithm_type_t eType);
+
+  void wander_detect(vector<DeviceMemory*>& vec_gpuMem, vector<onelevel_det_result>& vptResult, algorithm_type_t eType);
+
 private:
   int m_devId; 
@@ -21,6 +21,8 @@ using namespace std;
 struct OBJ_INDEX {
 	int index;
 	int count;  //用于对index的计数
+	int last_frame_nb{0};
+	int last_ts{0};
 	vector<sy_point> center_points; //存储轨迹中心点坐标--
 	OBJ_INDEX() : count(0), index(0) {}
 };
@@ -34,6 +34,7 @@ enum class algorithm_type_t {
     PEDESTRIAN_TRESPASS = 211,
     ROAD_WORK_DET = 212, // 221026byzsh施工占道
+    HUMAN_LINGER = 214,             // 人员徘徊
     HUMAN_CLIMB = 220,              // 人员攀爬
     HUMAN_CROSSING_LINE = 221,      // 人员越线
@@ -41,6 +42,7 @@ enum class algorithm_type_t {
     VEHICLE_RETROGRADE = 310,
     VEHICLE_TRESPASS = 311,
     VEHICLE_GATHER = 312,       // 车辆聚集
+    VEHICLE_ILLEGAL_PARKING = 313,  // 车辆违停
     VEHICLE_ILLEGAL_CROSSING_LINE = 314, // 车辆压线
     NONMOTOR_VEHICLE_SNAPSHOT = 401,
@@ -393,7 +395,6 @@ typedef algor_config_param_pedestrian_safety_detector_basic algor_config_param_n
 #endif  //  #ifndef ___PEDESTRIAN_SAFETY_DETECTOR_ALGOR_CONFIG_PARAM__
-
 // 越线类
 typedef struct algor_config_param_illegal_crossing_line {
     float conf_threshold{0.0};                   // 目标检测阈值，小于该阈值不识别
@@ -403,6 +404,17 @@ typedef struct algor_config_param_illegal_crossing_line {
 } algor_config_param_illegal_crossing_line; // 车辆压线/人员越线/人员攀爬 共用
+typedef struct algor_config_param_behavior {
+    float conf_threshold;                   // 目标检测阈值，小于该阈值不识别
+    unsigned minmum_height, minmum_width;   // 最小目标大小，小于该值不识别
+    int duration;                   // 持续时长
+    int moving_distance_threshold;  // 像素变动距离阈值
+    algor_config_param_behavior()
+            : duration(0), conf_threshold(0.0f), minmum_height(0), minmum_width(0), moving_distance_threshold(0) {
+    }
+} algor_config_param_behavior; 
+
+
 // 行人安全检测参数
 #ifndef ___RETROGRADE_ALGOR_CONFIG_PARAM__
 #define ___RETROGRADE_ALGOR_CONFIG_PARAM__
@@ -124,6 +124,16 @@ bool copy_algor_param_aux(const algorithm_type_t &amp;algor_type, const std::string 
         *((algor_config_param_type *)algor_param); // deep copy.
   } break;
+  case algorithm_type_t::HUMAN_LINGER: 
+  case algorithm_type_t::VEHICLE_ILLEGAL_PARKING: 
+  {
+    m_algor_config_params[task_id].human_algors.insert(algor_type);
+    using algor_config_param_type = algor_config_param_behavior;
+    copied_algor_param->algor_param = new algor_config_param_type;
+    *((algor_config_param_type *)(copied_algor_param->algor_param)) =
+        *((algor_config_param_type *)algor_param); // deep copy.
+  } break;
+
   //221026byzsh---------------------------------------------------------
   case algorithm_type_t::ROAD_WORK_DET: {
@@ -381,6 +391,20 @@ void task_param_manager::delete_task_param(string task_id) {
       }
       break;
     }
+
+    case algorithm_type_t::HUMAN_LINGER: 
+    case algorithm_type_t::VEHICLE_ILLEGAL_PARKING: 
+    {
+      algor_config_param_behavior *algor_param =
+          (algor_config_param_behavior *)((algor_init_config_param_t *)m_task_params[task_id][iter.first])
+              ->algor_param;
+      if (algor_param) {
+        delete (algor_config_param_behavior *)((algor_init_config_param_t *)m_task_params[task_id][iter.first])
+            ->algor_param;
+        ((algor_init_config_param_t *)m_task_params[task_id][iter.first])->algor_param = nullptr;
+      }
+      break;
+    }
     //221026byzsh---------------------------------------------------------
     case algorithm_type_t::ROAD_WORK_DET: {