#include "./interface/DecoderManager.h" #include #include #include #include "acl/acl.h" #include "acl/ops/acl_dvpp.h" using namespace std; struct decode_cbk_userdata{ string task_id; void* opaque; void* opaque1; }; deque m_RgbDataList; mutex m_DataListMtx; thread* m_pAlgorthimThread{nullptr}; bool m_bfinish{false}; int m_devId = 0; const char* task_id = "test0"; int skip_frame_ = 5; int m_batch_size = 20; void algorthim_process_thread(); void algorthim_face_detect(vector vec_gpuMem); void post_decod_cbk(const void * userPtr, DeviceMemory* devFrame){ do{ if(m_bfinish){ break; } m_DataListMtx.lock(); if(m_RgbDataList.size() >= 30){ m_DataListMtx.unlock(); std::this_thread::sleep_for(std::chrono::milliseconds(3)); continue; } m_RgbDataList.push_back(devFrame); m_DataListMtx.unlock(); break; }while (true); } void decode_finished_cbk(const void * userPtr){ decode_cbk_userdata* ptr = (decode_cbk_userdata*)userPtr; if (ptr!= nullptr){ printf("task finished: %s \n", ptr->task_id.c_str()); } delete ptr; ptr = nullptr; } int main(){ // 算法初始化 facedet_ai_engine_param fd_param; fd_param.sdk_param.det_modelNames = "./models/face_detect/face_det_yolov5s_310p.om"; fd_param.sdk_param.ldmk_modelNames = "./models/face_detect/face_ldmk_310p.om"; fd_param.sdk_param.pose_modelNames = "./models/face_detect/face_pose_310p.om"; fd_param.sdk_param.score_modelNames = "./models/face_detect/face_score_310p.om"; fd_param.sdk_param.fuzzy_modelNames = "./models/face_detect/face_fuzzy_310p.om"; fd_param.sdk_param.occlusion_modelNames = "./models/face_detect/face_occlusion_310p.om"; fd_param.sdk_param.thresld = 0.6; fd_param.sdk_param.devId = m_devId; fd_param.sdk_param.auth_license = "sy_tongtu_aiplatform_sdk_2023"; fd_param.sdk_param.facial_fea_point_config = SY_CONFIG_OPEN; //是否启动关键点检测 fd_param.sdk_param.pose_config = SY_CONFIG_OPEN; //是否启动姿态角 fd_param.sdk_param.quality_config = SY_CONFIG_OPEN; //是否启动质量检测 fd_param.sdk_param.score_config = SY_CONFIG_OPEN; //是否启动人脸置信度 //SY_CONFIG_OPEN SY_CONFIG_CLOSE fd_param.sdk_param.max_result_count = 50; ret = m_face_det_ai_engine.init_ai_engine(fd_param); if (ret < 0 ) { printf("Init face detection failed \n"); return ret; } m_face_det_ai_engine.add_tracker(task_id, skip_frame_); // 跳帧数暂时写死 // 创建解码任务 DecoderManager* pDecManager = DecoderManager::getInstance(); MgrDecConfig config; config.name = task_id; config.cfg.uri = "rtsp://admin:ad123456@192.168.60.165:554/cam/realmonitor?channel=1&subtype=0"; config.cfg.post_decoded_cbk = post_decod_cbk; config.cfg.decode_finished_cbk = decode_finished_cbk; config.cfg.force_tcp = true; // rtsp用tcp config.cfg.gpuid = to_string(m_devId); config.cfg.skip_frame = skip_frame_; config.dec_type = DECODER_TYPE_DVPP; AbstractDecoder* dec = pDecManager->createDecoder(config); if (!dec){ printf("创建解码器失败 \n"); return false; } decode_cbk_userdata* userPtr = new decode_cbk_userdata; userPtr->task_id = string(task_id); pDecManager->setPostDecArg(config.name, userPtr); pDecManager->setFinishedDecArg(config.name, userPtr); int input_image_width = 0; int input_image_height = 0; pDecManager->getResolution(config.name, input_image_width, input_image_height); // 创建算法线程 m_pAlgorthimThread = new thread([](void* arg) { algorthim_process_thread(); return (void*)0; } , nullptr); while (getchar() != 'q'); } void algorthim_process_thread(){ aclrtSetDevice(m_devId); aclrtContext ctx; aclrtCreateContext(&ctx, m_devId); while (true){ if(m_bfinish){ break; } vector vec_gpuMem; m_DataListMtx.lock(); while (!m_RgbDataList.empty()){ DeviceMemory* gpuMem = m_RgbDataList.front(); if(gpuMem->getMem() == nullptr){ // 错误数据,直接删除 delete gpuMem; gpuMem = nullptr; printf("mem is null \n"); } else { vec_gpuMem.push_back(gpuMem); } m_RgbDataList.pop_front(); if(vec_gpuMem.size() >= m_batch_size){ break; } } m_DataListMtx.unlock(); if(vec_gpuMem.size() <= 0){ std::this_thread::sleep_for(std::chrono::milliseconds(3)); continue; } algorthim_face_detect(vec_gpuMem); for(int i=0;i < vec_gpuMem.size(); i++){ DeviceMemory* mem = vec_gpuMem[i]; if(mem->getSize() <= 0){ continue; } delete mem; mem = nullptr; } vec_gpuMem.clear(); } aclrtDestroyContext(ctx); printf("algorthim_process_thread exit. \n"); return 0; } void algorthim_face_detect(vector vec_gpuMem) { vector interest_task_list; vector interest_imgs; vector vec_vptMem; for (int i = 0; i < vec_gpuMem.size(); i++) { DeviceMemory* mem = vec_gpuMem[i]; sy_img img; img.w_ = mem->getWidth(); img.h_ = mem->getHeight(); img.c_ = mem->getChannel(); img.data_ = mem->getMem(); interest_imgs.push_back(img); interest_task_list.push_back(mem->getId()); vec_vptMem.push_back(mem); } if (!interest_imgs.empty()) { unsigned image_size = interest_imgs.size(); // 人脸检测、跟踪 std::vector facedet_result(image_size); std::vector> face_deleteObjectID(image_size); int ret = m_face_det_ai_engine.ai_engine_process_batch(interest_task_list, interest_imgs.data(), facedet_result, face_deleteObjectID); if(ret <= 0){ LOG_ERROR("face detect error!!!"); return; } for (int i = 0; i < face_deleteObjectID.size(); ++i){ std::vector().swap(face_deleteObjectID[i]); } std::vector>().swap(face_deleteObjectID); std::vector().swap(facedet_result); } }